2024-11-21 19:45:28,164 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-21 19:45:28,179 main DEBUG Took 0.012193 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-21 19:45:28,179 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-21 19:45:28,179 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-21 19:45:28,180 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-21 19:45:28,181 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:45:28,188 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-21 19:45:28,199 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:45:28,200 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:45:28,201 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:45:28,201 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:45:28,201 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:45:28,202 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:45:28,203 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:45:28,203 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:45:28,203 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:45:28,203 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:45:28,204 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:45:28,204 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:45:28,205 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:45:28,205 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:45:28,206 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:45:28,206 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:45:28,207 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:45:28,207 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:45:28,207 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:45:28,207 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:45:28,208 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:45:28,208 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:45:28,209 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:45:28,209 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:45:28,209 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:45:28,209 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-21 19:45:28,211 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:45:28,212 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-21 19:45:28,213 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-21 19:45:28,214 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-21 19:45:28,215 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-21 19:45:28,215 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-21 19:45:28,223 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-21 19:45:28,225 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-21 19:45:28,226 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-21 19:45:28,227 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-21 19:45:28,227 main DEBUG createAppenders(={Console}) 2024-11-21 19:45:28,228 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-21 19:45:28,228 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-21 19:45:28,228 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-21 19:45:28,229 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-21 19:45:28,229 main DEBUG OutputStream closed 2024-11-21 19:45:28,229 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-21 19:45:28,229 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-21 19:45:28,230 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-21 19:45:28,295 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-21 19:45:28,297 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-21 19:45:28,298 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-21 19:45:28,299 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-21 19:45:28,300 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-21 19:45:28,300 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-21 19:45:28,300 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-21 19:45:28,300 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-21 19:45:28,301 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-21 19:45:28,301 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-21 19:45:28,301 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-21 19:45:28,302 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-21 19:45:28,302 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-21 19:45:28,302 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-21 19:45:28,303 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-21 19:45:28,303 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-21 19:45:28,303 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-21 19:45:28,304 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-21 19:45:28,306 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21 19:45:28,307 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-21 19:45:28,307 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-21 19:45:28,308 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-21T19:45:28,321 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-21 19:45:28,324 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-21 19:45:28,324 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21T19:45:28,330 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-21T19:45:28,357 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=423, ProcessCount=11, AvailableMemoryMB=12578 2024-11-21T19:45:28,620 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b20c8e6c-febc-9f92-b023-a541b40044bf 2024-11-21T19:45:28,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T19:45:28,635 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b20c8e6c-febc-9f92-b023-a541b40044bf/cluster_71e066d7-a041-719e-f47b-d18d3c4f874d, deleteOnExit=true 2024-11-21T19:45:28,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T19:45:28,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b20c8e6c-febc-9f92-b023-a541b40044bf/test.cache.data in system properties and HBase conf 2024-11-21T19:45:28,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b20c8e6c-febc-9f92-b023-a541b40044bf/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T19:45:28,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b20c8e6c-febc-9f92-b023-a541b40044bf/hadoop.log.dir in system properties and HBase conf 2024-11-21T19:45:28,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b20c8e6c-febc-9f92-b023-a541b40044bf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T19:45:28,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b20c8e6c-febc-9f92-b023-a541b40044bf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T19:45:28,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T19:45:28,731 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-21T19:45:28,827 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T19:45:28,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b20c8e6c-febc-9f92-b023-a541b40044bf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T19:45:28,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b20c8e6c-febc-9f92-b023-a541b40044bf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T19:45:28,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b20c8e6c-febc-9f92-b023-a541b40044bf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T19:45:28,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b20c8e6c-febc-9f92-b023-a541b40044bf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T19:45:28,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b20c8e6c-febc-9f92-b023-a541b40044bf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T19:45:28,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b20c8e6c-febc-9f92-b023-a541b40044bf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T19:45:28,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b20c8e6c-febc-9f92-b023-a541b40044bf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T19:45:28,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b20c8e6c-febc-9f92-b023-a541b40044bf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T19:45:28,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b20c8e6c-febc-9f92-b023-a541b40044bf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T19:45:28,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b20c8e6c-febc-9f92-b023-a541b40044bf/nfs.dump.dir in system properties and HBase conf 2024-11-21T19:45:28,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b20c8e6c-febc-9f92-b023-a541b40044bf/java.io.tmpdir in system properties and HBase conf 2024-11-21T19:45:28,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b20c8e6c-febc-9f92-b023-a541b40044bf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T19:45:28,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b20c8e6c-febc-9f92-b023-a541b40044bf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T19:45:28,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b20c8e6c-febc-9f92-b023-a541b40044bf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T19:45:29,661 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-21T19:45:29,763 INFO [Time-limited test {}] log.Log(170): Logging initialized @2280ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-21T19:45:29,862 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T19:45:29,940 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T19:45:29,960 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T19:45:29,960 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T19:45:29,961 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T19:45:29,973 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T19:45:29,975 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b20c8e6c-febc-9f92-b023-a541b40044bf/hadoop.log.dir/,AVAILABLE} 2024-11-21T19:45:29,976 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T19:45:30,182 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b20c8e6c-febc-9f92-b023-a541b40044bf/java.io.tmpdir/jetty-localhost-41717-hadoop-hdfs-3_4_1-tests_jar-_-any-5348267928560436599/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T19:45:30,189 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:41717} 2024-11-21T19:45:30,189 INFO [Time-limited test {}] server.Server(415): Started @2707ms 2024-11-21T19:45:30,609 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T19:45:30,621 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T19:45:30,623 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T19:45:30,624 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T19:45:30,624 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T19:45:30,625 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ae6d233{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b20c8e6c-febc-9f92-b023-a541b40044bf/hadoop.log.dir/,AVAILABLE} 2024-11-21T19:45:30,626 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a87ee91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T19:45:30,780 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b29fa79{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b20c8e6c-febc-9f92-b023-a541b40044bf/java.io.tmpdir/jetty-localhost-39903-hadoop-hdfs-3_4_1-tests_jar-_-any-13920713672921823890/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:45:30,781 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61376694{HTTP/1.1, (http/1.1)}{localhost:39903} 2024-11-21T19:45:30,782 INFO [Time-limited test {}] server.Server(415): Started @3300ms 2024-11-21T19:45:30,840 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T19:45:31,051 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T19:45:31,059 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T19:45:31,065 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T19:45:31,065 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T19:45:31,065 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T19:45:31,078 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60d6a0db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b20c8e6c-febc-9f92-b023-a541b40044bf/hadoop.log.dir/,AVAILABLE} 2024-11-21T19:45:31,079 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@725b96c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T19:45:31,245 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c874617{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b20c8e6c-febc-9f92-b023-a541b40044bf/java.io.tmpdir/jetty-localhost-44469-hadoop-hdfs-3_4_1-tests_jar-_-any-13590857715159796488/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:45:31,246 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9e83182{HTTP/1.1, (http/1.1)}{localhost:44469} 2024-11-21T19:45:31,247 INFO [Time-limited test {}] server.Server(415): Started @3764ms 2024-11-21T19:45:31,250 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T19:45:31,322 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T19:45:31,328 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T19:45:31,338 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T19:45:31,338 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T19:45:31,339 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T19:45:31,341 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a70e5e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b20c8e6c-febc-9f92-b023-a541b40044bf/hadoop.log.dir/,AVAILABLE} 2024-11-21T19:45:31,342 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4290d512{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T19:45:31,396 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b20c8e6c-febc-9f92-b023-a541b40044bf/cluster_71e066d7-a041-719e-f47b-d18d3c4f874d/data/data3/current/BP-283752971-172.17.0.2-1732218329413/current, will proceed with Du for space computation calculation, 2024-11-21T19:45:31,397 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b20c8e6c-febc-9f92-b023-a541b40044bf/cluster_71e066d7-a041-719e-f47b-d18d3c4f874d/data/data4/current/BP-283752971-172.17.0.2-1732218329413/current, will proceed with Du for space computation calculation, 2024-11-21T19:45:31,405 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b20c8e6c-febc-9f92-b023-a541b40044bf/cluster_71e066d7-a041-719e-f47b-d18d3c4f874d/data/data2/current/BP-283752971-172.17.0.2-1732218329413/current, will proceed with Du for space computation calculation, 2024-11-21T19:45:31,405 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b20c8e6c-febc-9f92-b023-a541b40044bf/cluster_71e066d7-a041-719e-f47b-d18d3c4f874d/data/data1/current/BP-283752971-172.17.0.2-1732218329413/current, will proceed with Du for space computation calculation, 2024-11-21T19:45:31,503 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T19:45:31,518 WARN [Thread-83 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T19:45:31,523 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e15ccfd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b20c8e6c-febc-9f92-b023-a541b40044bf/java.io.tmpdir/jetty-localhost-46833-hadoop-hdfs-3_4_1-tests_jar-_-any-15853442249801260392/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:45:31,524 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44b6328d{HTTP/1.1, (http/1.1)}{localhost:46833} 2024-11-21T19:45:31,524 INFO [Time-limited test {}] server.Server(415): Started @4042ms 2024-11-21T19:45:31,527 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T19:45:31,603 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb5bf1e8265897ac with lease ID 0x7b678decc5d4e592: Processing first storage report for DS-13e70894-f570-4fa7-88ee-3c510fee8074 from datanode DatanodeRegistration(127.0.0.1:33701, datanodeUuid=296a601c-49a7-4f06-8bb6-64ef8a66b047, infoPort=39597, infoSecurePort=0, ipcPort=45771, storageInfo=lv=-57;cid=testClusterID;nsid=840213476;c=1732218329413) 2024-11-21T19:45:31,605 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb5bf1e8265897ac with lease ID 0x7b678decc5d4e592: from storage DS-13e70894-f570-4fa7-88ee-3c510fee8074 node DatanodeRegistration(127.0.0.1:33701, datanodeUuid=296a601c-49a7-4f06-8bb6-64ef8a66b047, infoPort=39597, infoSecurePort=0, ipcPort=45771, storageInfo=lv=-57;cid=testClusterID;nsid=840213476;c=1732218329413), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-21T19:45:31,606 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xddfd5d3f7ecad08d with lease ID 0x7b678decc5d4e593: Processing first storage report for DS-a2c9502d-9002-471c-83ac-7195c2adddb4 from datanode DatanodeRegistration(127.0.0.1:38939, datanodeUuid=1e92e1e5-41e3-4d89-8b53-67be1638c6b5, infoPort=42819, infoSecurePort=0, ipcPort=38049, storageInfo=lv=-57;cid=testClusterID;nsid=840213476;c=1732218329413) 2024-11-21T19:45:31,606 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xddfd5d3f7ecad08d with lease ID 0x7b678decc5d4e593: from storage DS-a2c9502d-9002-471c-83ac-7195c2adddb4 node DatanodeRegistration(127.0.0.1:38939, datanodeUuid=1e92e1e5-41e3-4d89-8b53-67be1638c6b5, infoPort=42819, infoSecurePort=0, ipcPort=38049, storageInfo=lv=-57;cid=testClusterID;nsid=840213476;c=1732218329413), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T19:45:31,606 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb5bf1e8265897ac with lease ID 0x7b678decc5d4e592: Processing first storage report for DS-a2ab1443-81f4-45db-9d4d-226b35408436 from datanode DatanodeRegistration(127.0.0.1:33701, datanodeUuid=296a601c-49a7-4f06-8bb6-64ef8a66b047, infoPort=39597, infoSecurePort=0, ipcPort=45771, storageInfo=lv=-57;cid=testClusterID;nsid=840213476;c=1732218329413) 2024-11-21T19:45:31,606 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb5bf1e8265897ac with lease ID 0x7b678decc5d4e592: from storage DS-a2ab1443-81f4-45db-9d4d-226b35408436 node DatanodeRegistration(127.0.0.1:33701, datanodeUuid=296a601c-49a7-4f06-8bb6-64ef8a66b047, infoPort=39597, infoSecurePort=0, ipcPort=45771, storageInfo=lv=-57;cid=testClusterID;nsid=840213476;c=1732218329413), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T19:45:31,607 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xddfd5d3f7ecad08d with lease ID 0x7b678decc5d4e593: Processing first storage report for DS-bb868737-8812-4787-aef9-174327170785 from datanode DatanodeRegistration(127.0.0.1:38939, datanodeUuid=1e92e1e5-41e3-4d89-8b53-67be1638c6b5, infoPort=42819, infoSecurePort=0, ipcPort=38049, storageInfo=lv=-57;cid=testClusterID;nsid=840213476;c=1732218329413) 2024-11-21T19:45:31,607 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xddfd5d3f7ecad08d with lease ID 0x7b678decc5d4e593: from storage DS-bb868737-8812-4787-aef9-174327170785 node DatanodeRegistration(127.0.0.1:38939, datanodeUuid=1e92e1e5-41e3-4d89-8b53-67be1638c6b5, infoPort=42819, infoSecurePort=0, ipcPort=38049, storageInfo=lv=-57;cid=testClusterID;nsid=840213476;c=1732218329413), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T19:45:31,726 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b20c8e6c-febc-9f92-b023-a541b40044bf/cluster_71e066d7-a041-719e-f47b-d18d3c4f874d/data/data5/current/BP-283752971-172.17.0.2-1732218329413/current, will proceed with Du for space computation calculation, 2024-11-21T19:45:31,728 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b20c8e6c-febc-9f92-b023-a541b40044bf/cluster_71e066d7-a041-719e-f47b-d18d3c4f874d/data/data6/current/BP-283752971-172.17.0.2-1732218329413/current, will proceed with Du for space computation calculation, 2024-11-21T19:45:31,783 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T19:45:31,788 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc3fba90679ab9cb2 with lease ID 0x7b678decc5d4e594: Processing first storage report for DS-81926f79-362b-4f8a-864d-16c2647450f3 from datanode DatanodeRegistration(127.0.0.1:38413, datanodeUuid=1764a641-cae4-4e8e-96f9-614410667448, infoPort=43137, infoSecurePort=0, ipcPort=43175, storageInfo=lv=-57;cid=testClusterID;nsid=840213476;c=1732218329413) 2024-11-21T19:45:31,789 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc3fba90679ab9cb2 with lease ID 0x7b678decc5d4e594: from storage DS-81926f79-362b-4f8a-864d-16c2647450f3 node DatanodeRegistration(127.0.0.1:38413, datanodeUuid=1764a641-cae4-4e8e-96f9-614410667448, infoPort=43137, infoSecurePort=0, ipcPort=43175, storageInfo=lv=-57;cid=testClusterID;nsid=840213476;c=1732218329413), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T19:45:31,789 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc3fba90679ab9cb2 with lease ID 0x7b678decc5d4e594: Processing first storage report for DS-62c1c37c-5def-436f-b458-6a0700d2fdde from datanode DatanodeRegistration(127.0.0.1:38413, datanodeUuid=1764a641-cae4-4e8e-96f9-614410667448, infoPort=43137, infoSecurePort=0, ipcPort=43175, storageInfo=lv=-57;cid=testClusterID;nsid=840213476;c=1732218329413) 2024-11-21T19:45:31,789 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc3fba90679ab9cb2 with lease ID 0x7b678decc5d4e594: from storage DS-62c1c37c-5def-436f-b458-6a0700d2fdde node DatanodeRegistration(127.0.0.1:38413, datanodeUuid=1764a641-cae4-4e8e-96f9-614410667448, infoPort=43137, infoSecurePort=0, ipcPort=43175, storageInfo=lv=-57;cid=testClusterID;nsid=840213476;c=1732218329413), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T19:45:32,052 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b20c8e6c-febc-9f92-b023-a541b40044bf 2024-11-21T19:45:32,147 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b20c8e6c-febc-9f92-b023-a541b40044bf/cluster_71e066d7-a041-719e-f47b-d18d3c4f874d/zookeeper_0, clientPort=61008, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b20c8e6c-febc-9f92-b023-a541b40044bf/cluster_71e066d7-a041-719e-f47b-d18d3c4f874d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b20c8e6c-febc-9f92-b023-a541b40044bf/cluster_71e066d7-a041-719e-f47b-d18d3c4f874d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T19:45:32,159 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61008 2024-11-21T19:45:32,173 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:45:32,177 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:45:32,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741825_1001 (size=7) 2024-11-21T19:45:32,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741825_1001 (size=7) 2024-11-21T19:45:32,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741825_1001 (size=7) 2024-11-21T19:45:32,864 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466 with version=8 2024-11-21T19:45:32,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/hbase-staging 2024-11-21T19:45:32,965 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-21T19:45:33,298 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b96b36745c6:0 server-side Connection retries=45 2024-11-21T19:45:33,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:45:33,311 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T19:45:33,316 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T19:45:33,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:45:33,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T19:45:33,462 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T19:45:33,521 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-21T19:45:33,530 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-21T19:45:33,533 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T19:45:33,561 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 15158 (auto-detected) 2024-11-21T19:45:33,562 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-21T19:45:33,581 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39777 2024-11-21T19:45:33,604 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39777 connecting to ZooKeeper ensemble=127.0.0.1:61008 2024-11-21T19:45:33,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:397770x0, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T19:45:33,652 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39777-0x10116d518800000 connected 2024-11-21T19:45:33,681 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:45:33,685 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:45:33,696 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39777-0x10116d518800000, quorum=127.0.0.1:61008, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:45:33,701 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466, hbase.cluster.distributed=false 2024-11-21T19:45:33,730 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39777-0x10116d518800000, quorum=127.0.0.1:61008, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T19:45:33,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39777 2024-11-21T19:45:33,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39777 2024-11-21T19:45:33,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39777 2024-11-21T19:45:33,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39777 2024-11-21T19:45:33,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39777 2024-11-21T19:45:33,861 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b96b36745c6:0 server-side Connection retries=45 2024-11-21T19:45:33,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:45:33,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T19:45:33,864 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T19:45:33,864 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:45:33,864 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T19:45:33,867 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T19:45:33,869 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T19:45:33,870 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37871 2024-11-21T19:45:33,872 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37871 connecting to ZooKeeper ensemble=127.0.0.1:61008 2024-11-21T19:45:33,873 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:45:33,876 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:45:33,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378710x0, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T19:45:33,883 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:378710x0, quorum=127.0.0.1:61008, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:45:33,883 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37871-0x10116d518800001 connected 2024-11-21T19:45:33,888 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T19:45:33,896 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T19:45:33,899 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37871-0x10116d518800001, quorum=127.0.0.1:61008, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T19:45:33,904 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37871-0x10116d518800001, quorum=127.0.0.1:61008, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T19:45:33,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37871 2024-11-21T19:45:33,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37871 2024-11-21T19:45:33,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37871 2024-11-21T19:45:33,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37871 2024-11-21T19:45:33,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37871 2024-11-21T19:45:33,932 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b96b36745c6:0 server-side Connection retries=45 2024-11-21T19:45:33,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:45:33,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T19:45:33,933 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T19:45:33,933 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:45:33,933 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T19:45:33,933 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T19:45:33,934 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T19:45:33,935 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44845 2024-11-21T19:45:33,936 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44845 connecting to ZooKeeper ensemble=127.0.0.1:61008 2024-11-21T19:45:33,937 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:45:33,939 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:45:33,946 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:448450x0, quorum=127.0.0.1:61008, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:45:33,947 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T19:45:33,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448450x0, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T19:45:33,951 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44845-0x10116d518800002 connected 2024-11-21T19:45:33,952 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T19:45:33,953 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44845-0x10116d518800002, quorum=127.0.0.1:61008, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T19:45:33,956 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44845-0x10116d518800002, quorum=127.0.0.1:61008, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T19:45:33,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44845 2024-11-21T19:45:33,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44845 2024-11-21T19:45:33,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44845 2024-11-21T19:45:33,963 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44845 2024-11-21T19:45:33,963 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44845 2024-11-21T19:45:33,980 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b96b36745c6:0 server-side Connection retries=45 2024-11-21T19:45:33,981 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:45:33,981 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T19:45:33,981 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T19:45:33,981 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:45:33,981 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T19:45:33,981 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T19:45:33,982 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T19:45:33,982 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43087 2024-11-21T19:45:33,984 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43087 connecting to ZooKeeper ensemble=127.0.0.1:61008 2024-11-21T19:45:33,986 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:45:33,989 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:45:33,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430870x0, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T19:45:33,996 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:430870x0, quorum=127.0.0.1:61008, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:45:33,996 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43087-0x10116d518800003 connected 2024-11-21T19:45:33,997 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T19:45:34,002 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T19:45:34,003 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43087-0x10116d518800003, quorum=127.0.0.1:61008, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T19:45:34,006 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43087-0x10116d518800003, quorum=127.0.0.1:61008, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T19:45:34,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43087 2024-11-21T19:45:34,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43087 2024-11-21T19:45:34,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43087 2024-11-21T19:45:34,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43087 2024-11-21T19:45:34,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43087 2024-11-21T19:45:34,028 DEBUG [M:0;7b96b36745c6:39777 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b96b36745c6:39777 2024-11-21T19:45:34,029 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/7b96b36745c6,39777,1732218333018 2024-11-21T19:45:34,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44845-0x10116d518800002, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:45:34,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37871-0x10116d518800001, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:45:34,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39777-0x10116d518800000, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:45:34,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43087-0x10116d518800003, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:45:34,041 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39777-0x10116d518800000, quorum=127.0.0.1:61008, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7b96b36745c6,39777,1732218333018 2024-11-21T19:45:34,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37871-0x10116d518800001, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T19:45:34,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43087-0x10116d518800003, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T19:45:34,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43087-0x10116d518800003, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:45:34,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44845-0x10116d518800002, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T19:45:34,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37871-0x10116d518800001, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:45:34,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39777-0x10116d518800000, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:45:34,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44845-0x10116d518800002, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:45:34,067 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39777-0x10116d518800000, quorum=127.0.0.1:61008, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-21T19:45:34,068 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7b96b36745c6,39777,1732218333018 from backup master directory 2024-11-21T19:45:34,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37871-0x10116d518800001, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:45:34,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39777-0x10116d518800000, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7b96b36745c6,39777,1732218333018 2024-11-21T19:45:34,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44845-0x10116d518800002, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:45:34,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43087-0x10116d518800003, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:45:34,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39777-0x10116d518800000, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:45:34,073 WARN [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T19:45:34,073 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b96b36745c6,39777,1732218333018 2024-11-21T19:45:34,076 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-21T19:45:34,077 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-21T19:45:34,152 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/hbase.id] with ID: e896f356-3733-4f1a-8e43-02ab93c4debb 2024-11-21T19:45:34,152 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/.tmp/hbase.id 2024-11-21T19:45:34,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741826_1002 (size=42) 2024-11-21T19:45:34,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741826_1002 (size=42) 2024-11-21T19:45:34,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741826_1002 (size=42) 2024-11-21T19:45:34,183 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/.tmp/hbase.id]:[hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/hbase.id] 2024-11-21T19:45:34,240 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:45:34,246 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T19:45:34,272 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 24ms. 2024-11-21T19:45:34,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43087-0x10116d518800003, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:45:34,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37871-0x10116d518800001, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:45:34,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39777-0x10116d518800000, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:45:34,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44845-0x10116d518800002, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:45:34,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741827_1003 (size=196) 2024-11-21T19:45:34,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741827_1003 (size=196) 2024-11-21T19:45:34,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741827_1003 (size=196) 2024-11-21T19:45:34,317 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T19:45:34,319 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T19:45:34,336 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:45:34,341 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T19:45:34,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741828_1004 (size=1189) 2024-11-21T19:45:34,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741828_1004 (size=1189) 2024-11-21T19:45:34,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741828_1004 (size=1189) 2024-11-21T19:45:34,411 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/MasterData/data/master/store 2024-11-21T19:45:34,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741829_1005 (size=34) 2024-11-21T19:45:34,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741829_1005 (size=34) 2024-11-21T19:45:34,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741829_1005 (size=34) 2024-11-21T19:45:34,448 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-21T19:45:34,451 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:45:34,452 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T19:45:34,452 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:45:34,452 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:45:34,454 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T19:45:34,455 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:45:34,455 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:45:34,456 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732218334452Disabling compacts and flushes for region at 1732218334452Disabling writes for close at 1732218334454 (+2 ms)Writing region close event to WAL at 1732218334455 (+1 ms)Closed at 1732218334455 2024-11-21T19:45:34,459 WARN [master/7b96b36745c6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/MasterData/data/master/store/.initializing 2024-11-21T19:45:34,459 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/MasterData/WALs/7b96b36745c6,39777,1732218333018 2024-11-21T19:45:34,470 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T19:45:34,489 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b96b36745c6%2C39777%2C1732218333018, suffix=, logDir=hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/MasterData/WALs/7b96b36745c6,39777,1732218333018, archiveDir=hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/MasterData/oldWALs, maxLogs=10 2024-11-21T19:45:34,516 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/MasterData/WALs/7b96b36745c6,39777,1732218333018/7b96b36745c6%2C39777%2C1732218333018.1732218334494, exclude list is [], retry=0 2024-11-21T19:45:34,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33701,DS-13e70894-f570-4fa7-88ee-3c510fee8074,DISK] 2024-11-21T19:45:34,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38413,DS-81926f79-362b-4f8a-864d-16c2647450f3,DISK] 2024-11-21T19:45:34,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38939,DS-a2c9502d-9002-471c-83ac-7195c2adddb4,DISK] 2024-11-21T19:45:34,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-21T19:45:34,591 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/MasterData/WALs/7b96b36745c6,39777,1732218333018/7b96b36745c6%2C39777%2C1732218333018.1732218334494 2024-11-21T19:45:34,593 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43137:43137),(127.0.0.1/127.0.0.1:39597:39597),(127.0.0.1/127.0.0.1:42819:42819)] 2024-11-21T19:45:34,594 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T19:45:34,595 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:45:34,599 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:45:34,600 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:45:34,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:45:34,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T19:45:34,706 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:45:34,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:45:34,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:45:34,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T19:45:34,730 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:45:34,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:45:34,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:45:34,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T19:45:34,735 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:45:34,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:45:34,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:45:34,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T19:45:34,740 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:45:34,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:45:34,743 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:45:34,747 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:45:34,749 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:45:34,755 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:45:34,755 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:45:34,759 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T19:45:34,763 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:45:34,768 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:45:34,769 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70318363, jitterRate=0.04782526195049286}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T19:45:34,775 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732218334621Initializing all the Stores at 1732218334624 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732218334625 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218334629 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218334630 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218334630Cleaning up temporary data from old regions at 1732218334755 (+125 ms)Region opened successfully at 1732218334775 (+20 ms) 2024-11-21T19:45:34,776 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T19:45:34,815 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d2f221e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b96b36745c6/172.17.0.2:0 2024-11-21T19:45:34,856 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T19:45:34,868 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T19:45:34,868 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T19:45:34,871 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T19:45:34,872 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-21T19:45:34,878 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-21T19:45:34,878 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-21T19:45:34,912 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T19:45:34,922 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39777-0x10116d518800000, quorum=127.0.0.1:61008, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-21T19:45:34,925 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-21T19:45:34,928 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T19:45:34,930 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39777-0x10116d518800000, quorum=127.0.0.1:61008, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-21T19:45:34,932 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-21T19:45:34,935 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T19:45:34,939 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39777-0x10116d518800000, quorum=127.0.0.1:61008, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-21T19:45:34,941 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-21T19:45:34,942 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39777-0x10116d518800000, quorum=127.0.0.1:61008, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-21T19:45:34,944 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-21T19:45:34,964 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39777-0x10116d518800000, quorum=127.0.0.1:61008, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T19:45:34,966 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-21T19:45:34,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43087-0x10116d518800003, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T19:45:34,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37871-0x10116d518800001, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T19:45:34,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44845-0x10116d518800002, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T19:45:34,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37871-0x10116d518800001, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:45:34,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44845-0x10116d518800002, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:45:34,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43087-0x10116d518800003, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:45:34,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39777-0x10116d518800000, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T19:45:34,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39777-0x10116d518800000, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:45:34,975 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b96b36745c6,39777,1732218333018, sessionid=0x10116d518800000, setting cluster-up flag (Was=false) 2024-11-21T19:45:34,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43087-0x10116d518800003, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:45:34,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37871-0x10116d518800001, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:45:34,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44845-0x10116d518800002, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:45:34,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39777-0x10116d518800000, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:45:34,998 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-21T19:45:35,001 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b96b36745c6,39777,1732218333018 2024-11-21T19:45:35,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37871-0x10116d518800001, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:45:35,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43087-0x10116d518800003, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:45:35,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44845-0x10116d518800002, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:45:35,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39777-0x10116d518800000, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:45:35,014 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-21T19:45:35,016 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b96b36745c6,39777,1732218333018 2024-11-21T19:45:35,023 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T19:45:35,118 INFO [RS:1;7b96b36745c6:44845 {}] regionserver.HRegionServer(746): ClusterId : e896f356-3733-4f1a-8e43-02ab93c4debb 2024-11-21T19:45:35,118 INFO [RS:2;7b96b36745c6:43087 {}] regionserver.HRegionServer(746): ClusterId : e896f356-3733-4f1a-8e43-02ab93c4debb 2024-11-21T19:45:35,122 DEBUG [RS:2;7b96b36745c6:43087 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T19:45:35,122 DEBUG [RS:1;7b96b36745c6:44845 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T19:45:35,122 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T19:45:35,123 INFO [RS:0;7b96b36745c6:37871 {}] regionserver.HRegionServer(746): ClusterId : e896f356-3733-4f1a-8e43-02ab93c4debb 2024-11-21T19:45:35,125 DEBUG [RS:0;7b96b36745c6:37871 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T19:45:35,130 DEBUG [RS:1;7b96b36745c6:44845 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T19:45:35,130 DEBUG [RS:2;7b96b36745c6:43087 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T19:45:35,130 DEBUG [RS:2;7b96b36745c6:43087 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T19:45:35,130 DEBUG [RS:1;7b96b36745c6:44845 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T19:45:35,131 DEBUG [RS:0;7b96b36745c6:37871 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T19:45:35,131 DEBUG [RS:0;7b96b36745c6:37871 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T19:45:35,135 DEBUG [RS:2;7b96b36745c6:43087 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T19:45:35,135 DEBUG [RS:1;7b96b36745c6:44845 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T19:45:35,136 DEBUG [RS:0;7b96b36745c6:37871 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T19:45:35,136 DEBUG [RS:1;7b96b36745c6:44845 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22260dc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b96b36745c6/172.17.0.2:0 2024-11-21T19:45:35,137 DEBUG [RS:0;7b96b36745c6:37871 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1356e83d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b96b36745c6/172.17.0.2:0 2024-11-21T19:45:35,137 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T19:45:35,138 DEBUG [RS:2;7b96b36745c6:43087 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56e8575, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b96b36745c6/172.17.0.2:0 2024-11-21T19:45:35,146 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T19:45:35,154 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b96b36745c6,39777,1732218333018 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T19:45:35,160 DEBUG [RS:2;7b96b36745c6:43087 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;7b96b36745c6:43087 2024-11-21T19:45:35,164 INFO [RS:2;7b96b36745c6:43087 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T19:45:35,164 INFO [RS:2;7b96b36745c6:43087 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T19:45:35,164 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b96b36745c6:0, corePoolSize=5, maxPoolSize=5 2024-11-21T19:45:35,164 DEBUG [RS:2;7b96b36745c6:43087 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T19:45:35,164 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b96b36745c6:0, corePoolSize=5, maxPoolSize=5 2024-11-21T19:45:35,164 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b96b36745c6:0, corePoolSize=5, maxPoolSize=5 2024-11-21T19:45:35,165 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b96b36745c6:0, corePoolSize=5, maxPoolSize=5 2024-11-21T19:45:35,165 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b96b36745c6:0, corePoolSize=10, maxPoolSize=10 2024-11-21T19:45:35,166 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:45:35,167 INFO [RS:2;7b96b36745c6:43087 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b96b36745c6,39777,1732218333018 with port=43087, startcode=1732218333980 2024-11-21T19:45:35,167 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b96b36745c6:0, corePoolSize=2, maxPoolSize=2 2024-11-21T19:45:35,170 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:45:35,174 DEBUG [RS:1;7b96b36745c6:44845 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;7b96b36745c6:44845 2024-11-21T19:45:35,174 INFO [RS:1;7b96b36745c6:44845 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T19:45:35,174 DEBUG [RS:0;7b96b36745c6:37871 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b96b36745c6:37871 2024-11-21T19:45:35,174 INFO [RS:1;7b96b36745c6:44845 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T19:45:35,174 DEBUG [RS:1;7b96b36745c6:44845 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T19:45:35,174 INFO [RS:0;7b96b36745c6:37871 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T19:45:35,174 INFO [RS:0;7b96b36745c6:37871 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T19:45:35,174 DEBUG [RS:0;7b96b36745c6:37871 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T19:45:35,175 INFO [RS:1;7b96b36745c6:44845 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b96b36745c6,39777,1732218333018 with port=44845, startcode=1732218333931 2024-11-21T19:45:35,176 INFO [RS:0;7b96b36745c6:37871 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b96b36745c6,39777,1732218333018 with port=37871, startcode=1732218333818 2024-11-21T19:45:35,185 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T19:45:35,186 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T19:45:35,186 DEBUG [RS:2;7b96b36745c6:43087 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T19:45:35,186 DEBUG [RS:1;7b96b36745c6:44845 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T19:45:35,187 DEBUG [RS:0;7b96b36745c6:37871 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T19:45:35,187 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732218365187 2024-11-21T19:45:35,189 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T19:45:35,191 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T19:45:35,193 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:45:35,194 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T19:45:35,196 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T19:45:35,196 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T19:45:35,196 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T19:45:35,197 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T19:45:35,199 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T19:45:35,209 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T19:45:35,211 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T19:45:35,211 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T19:45:35,225 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T19:45:35,225 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T19:45:35,243 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b96b36745c6:0:becomeActiveMaster-HFileCleaner.large.0-1732218335227,5,FailOnTimeoutGroup] 2024-11-21T19:45:35,245 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b96b36745c6:0:becomeActiveMaster-HFileCleaner.small.0-1732218335243,5,FailOnTimeoutGroup] 2024-11-21T19:45:35,245 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T19:45:35,245 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T19:45:35,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741831_1007 (size=1321) 2024-11-21T19:45:35,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741831_1007 (size=1321) 2024-11-21T19:45:35,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741831_1007 (size=1321) 2024-11-21T19:45:35,252 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T19:45:35,253 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466 2024-11-21T19:45:35,275 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T19:45:35,275 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T19:45:35,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741832_1008 (size=32) 2024-11-21T19:45:35,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741832_1008 (size=32) 2024-11-21T19:45:35,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741832_1008 (size=32) 2024-11-21T19:45:35,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:45:35,285 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60505, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T19:45:35,285 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60817, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T19:45:35,285 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41889, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T19:45:35,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T19:45:35,291 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T19:45:35,291 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:45:35,293 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39777 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b96b36745c6,37871,1732218333818 2024-11-21T19:45:35,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:45:35,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T19:45:35,296 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39777 {}] master.ServerManager(517): Registering regionserver=7b96b36745c6,37871,1732218333818 2024-11-21T19:45:35,298 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T19:45:35,298 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:45:35,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:45:35,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T19:45:35,304 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T19:45:35,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:45:35,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:45:35,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T19:45:35,309 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T19:45:35,309 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:45:35,310 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39777 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b96b36745c6,44845,1732218333931 2024-11-21T19:45:35,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:45:35,310 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39777 {}] master.ServerManager(517): Registering regionserver=7b96b36745c6,44845,1732218333931 2024-11-21T19:45:35,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T19:45:35,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/hbase/meta/1588230740 2024-11-21T19:45:35,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/hbase/meta/1588230740 2024-11-21T19:45:35,315 DEBUG [RS:0;7b96b36745c6:37871 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466 2024-11-21T19:45:35,315 DEBUG [RS:0;7b96b36745c6:37871 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45721 2024-11-21T19:45:35,315 DEBUG [RS:0;7b96b36745c6:37871 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T19:45:35,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T19:45:35,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T19:45:35,317 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T19:45:35,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39777-0x10116d518800000, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T19:45:35,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T19:45:35,321 DEBUG [RS:1;7b96b36745c6:44845 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466 2024-11-21T19:45:35,321 DEBUG [RS:1;7b96b36745c6:44845 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45721 2024-11-21T19:45:35,321 DEBUG [RS:1;7b96b36745c6:44845 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T19:45:35,321 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39777 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b96b36745c6,43087,1732218333980 2024-11-21T19:45:35,321 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39777 {}] master.ServerManager(517): Registering regionserver=7b96b36745c6,43087,1732218333980 2024-11-21T19:45:35,327 DEBUG [RS:0;7b96b36745c6:37871 {}] zookeeper.ZKUtil(111): regionserver:37871-0x10116d518800001, quorum=127.0.0.1:61008, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7b96b36745c6,37871,1732218333818 2024-11-21T19:45:35,327 DEBUG [RS:2;7b96b36745c6:43087 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466 2024-11-21T19:45:35,327 WARN [RS:0;7b96b36745c6:37871 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T19:45:35,327 DEBUG [RS:2;7b96b36745c6:43087 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45721 2024-11-21T19:45:35,327 DEBUG [RS:2;7b96b36745c6:43087 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T19:45:35,327 INFO [RS:0;7b96b36745c6:37871 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T19:45:35,328 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:45:35,328 DEBUG [RS:0;7b96b36745c6:37871 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/WALs/7b96b36745c6,37871,1732218333818 2024-11-21T19:45:35,329 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63518239, jitterRate=-0.05350448191165924}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T19:45:35,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39777-0x10116d518800000, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T19:45:35,331 DEBUG [RS:1;7b96b36745c6:44845 {}] zookeeper.ZKUtil(111): regionserver:44845-0x10116d518800002, quorum=127.0.0.1:61008, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7b96b36745c6,44845,1732218333931 2024-11-21T19:45:35,331 WARN [RS:1;7b96b36745c6:44845 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T19:45:35,331 INFO [RS:1;7b96b36745c6:44845 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T19:45:35,331 DEBUG [RS:1;7b96b36745c6:44845 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/WALs/7b96b36745c6,44845,1732218333931 2024-11-21T19:45:35,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732218335284Initializing all the Stores at 1732218335287 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732218335287Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732218335287Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218335287Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732218335287Cleaning up temporary data from old regions at 1732218335316 (+29 ms)Region opened successfully at 1732218335332 (+16 ms) 2024-11-21T19:45:35,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T19:45:35,332 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T19:45:35,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T19:45:35,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T19:45:35,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T19:45:35,334 DEBUG [RS:2;7b96b36745c6:43087 {}] zookeeper.ZKUtil(111): regionserver:43087-0x10116d518800003, quorum=127.0.0.1:61008, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7b96b36745c6,43087,1732218333980 2024-11-21T19:45:35,334 WARN [RS:2;7b96b36745c6:43087 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T19:45:35,334 INFO [RS:2;7b96b36745c6:43087 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T19:45:35,334 DEBUG [RS:2;7b96b36745c6:43087 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/WALs/7b96b36745c6,43087,1732218333980 2024-11-21T19:45:35,335 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b96b36745c6,44845,1732218333931] 2024-11-21T19:45:35,335 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b96b36745c6,37871,1732218333818] 2024-11-21T19:45:35,336 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b96b36745c6,43087,1732218333980] 2024-11-21T19:45:35,346 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T19:45:35,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732218335332Disabling compacts and flushes for region at 1732218335332Disabling writes for close at 1732218335332Writing region close event to WAL at 1732218335346 (+14 ms)Closed at 1732218335346 2024-11-21T19:45:35,351 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T19:45:35,352 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T19:45:35,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T19:45:35,368 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T19:45:35,369 INFO [RS:2;7b96b36745c6:43087 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T19:45:35,369 INFO [RS:1;7b96b36745c6:44845 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T19:45:35,371 INFO [RS:0;7b96b36745c6:37871 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T19:45:35,372 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T19:45:35,386 INFO [RS:0;7b96b36745c6:37871 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T19:45:35,386 INFO [RS:2;7b96b36745c6:43087 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T19:45:35,387 INFO [RS:1;7b96b36745c6:44845 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T19:45:35,393 INFO [RS:0;7b96b36745c6:37871 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T19:45:35,393 INFO [RS:1;7b96b36745c6:44845 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T19:45:35,393 INFO [RS:2;7b96b36745c6:43087 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T19:45:35,393 INFO [RS:1;7b96b36745c6:44845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:45:35,393 INFO [RS:2;7b96b36745c6:43087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:45:35,393 INFO [RS:0;7b96b36745c6:37871 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:45:35,394 INFO [RS:1;7b96b36745c6:44845 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T19:45:35,400 INFO [RS:2;7b96b36745c6:43087 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T19:45:35,400 INFO [RS:0;7b96b36745c6:37871 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T19:45:35,401 INFO [RS:1;7b96b36745c6:44845 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T19:45:35,402 INFO [RS:2;7b96b36745c6:43087 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T19:45:35,403 INFO [RS:1;7b96b36745c6:44845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T19:45:35,403 DEBUG [RS:1;7b96b36745c6:44845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:45:35,403 INFO [RS:2;7b96b36745c6:43087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T19:45:35,403 DEBUG [RS:2;7b96b36745c6:43087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:45:35,403 DEBUG [RS:1;7b96b36745c6:44845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:45:35,403 DEBUG [RS:2;7b96b36745c6:43087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:45:35,403 DEBUG [RS:1;7b96b36745c6:44845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:45:35,403 DEBUG [RS:1;7b96b36745c6:44845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:45:35,403 DEBUG [RS:2;7b96b36745c6:43087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:45:35,404 DEBUG [RS:1;7b96b36745c6:44845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:45:35,404 DEBUG [RS:2;7b96b36745c6:43087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:45:35,404 DEBUG [RS:2;7b96b36745c6:43087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:45:35,404 DEBUG [RS:1;7b96b36745c6:44845 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b96b36745c6:0, corePoolSize=2, maxPoolSize=2 2024-11-21T19:45:35,404 DEBUG [RS:1;7b96b36745c6:44845 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:45:35,404 DEBUG [RS:2;7b96b36745c6:43087 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b96b36745c6:0, corePoolSize=2, maxPoolSize=2 2024-11-21T19:45:35,404 DEBUG [RS:1;7b96b36745c6:44845 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:45:35,404 DEBUG [RS:2;7b96b36745c6:43087 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:45:35,404 DEBUG [RS:1;7b96b36745c6:44845 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:45:35,404 DEBUG [RS:2;7b96b36745c6:43087 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:45:35,404 DEBUG [RS:2;7b96b36745c6:43087 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:45:35,404 DEBUG [RS:1;7b96b36745c6:44845 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:45:35,405 DEBUG [RS:2;7b96b36745c6:43087 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:45:35,405 DEBUG [RS:1;7b96b36745c6:44845 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:45:35,405 DEBUG [RS:2;7b96b36745c6:43087 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:45:35,405 DEBUG [RS:1;7b96b36745c6:44845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:45:35,405 DEBUG [RS:1;7b96b36745c6:44845 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0, corePoolSize=3, maxPoolSize=3 2024-11-21T19:45:35,405 DEBUG [RS:2;7b96b36745c6:43087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:45:35,405 DEBUG [RS:2;7b96b36745c6:43087 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0, corePoolSize=3, maxPoolSize=3 2024-11-21T19:45:35,405 DEBUG [RS:1;7b96b36745c6:44845 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b96b36745c6:0, corePoolSize=3, maxPoolSize=3 2024-11-21T19:45:35,405 DEBUG [RS:2;7b96b36745c6:43087 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b96b36745c6:0, corePoolSize=3, maxPoolSize=3 2024-11-21T19:45:35,406 INFO [RS:1;7b96b36745c6:44845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T19:45:35,406 INFO [RS:1;7b96b36745c6:44845 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T19:45:35,407 INFO [RS:1;7b96b36745c6:44845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:45:35,407 INFO [RS:1;7b96b36745c6:44845 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T19:45:35,407 INFO [RS:1;7b96b36745c6:44845 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T19:45:35,407 INFO [RS:1;7b96b36745c6:44845 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,44845,1732218333931-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T19:45:35,409 INFO [RS:2;7b96b36745c6:43087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T19:45:35,409 INFO [RS:2;7b96b36745c6:43087 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T19:45:35,409 INFO [RS:0;7b96b36745c6:37871 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T19:45:35,409 INFO [RS:2;7b96b36745c6:43087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:45:35,409 INFO [RS:0;7b96b36745c6:37871 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T19:45:35,410 INFO [RS:2;7b96b36745c6:43087 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T19:45:35,410 DEBUG [RS:0;7b96b36745c6:37871 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:45:35,410 INFO [RS:2;7b96b36745c6:43087 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T19:45:35,410 DEBUG [RS:0;7b96b36745c6:37871 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:45:35,410 INFO [RS:2;7b96b36745c6:43087 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,43087,1732218333980-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T19:45:35,410 DEBUG [RS:0;7b96b36745c6:37871 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:45:35,410 DEBUG [RS:0;7b96b36745c6:37871 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:45:35,410 DEBUG [RS:0;7b96b36745c6:37871 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:45:35,410 DEBUG [RS:0;7b96b36745c6:37871 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b96b36745c6:0, corePoolSize=2, maxPoolSize=2 2024-11-21T19:45:35,411 DEBUG [RS:0;7b96b36745c6:37871 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:45:35,411 DEBUG [RS:0;7b96b36745c6:37871 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:45:35,411 DEBUG [RS:0;7b96b36745c6:37871 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:45:35,411 DEBUG [RS:0;7b96b36745c6:37871 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:45:35,411 DEBUG [RS:0;7b96b36745c6:37871 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:45:35,411 DEBUG [RS:0;7b96b36745c6:37871 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:45:35,411 DEBUG [RS:0;7b96b36745c6:37871 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0, corePoolSize=3, maxPoolSize=3 2024-11-21T19:45:35,412 DEBUG [RS:0;7b96b36745c6:37871 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b96b36745c6:0, corePoolSize=3, maxPoolSize=3 2024-11-21T19:45:35,421 INFO [RS:0;7b96b36745c6:37871 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T19:45:35,421 INFO [RS:0;7b96b36745c6:37871 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T19:45:35,421 INFO [RS:0;7b96b36745c6:37871 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:45:35,422 INFO [RS:0;7b96b36745c6:37871 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T19:45:35,422 INFO [RS:0;7b96b36745c6:37871 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T19:45:35,422 INFO [RS:0;7b96b36745c6:37871 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,37871,1732218333818-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T19:45:35,442 INFO [RS:1;7b96b36745c6:44845 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T19:45:35,444 INFO [RS:1;7b96b36745c6:44845 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,44845,1732218333931-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:45:35,445 INFO [RS:1;7b96b36745c6:44845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:45:35,445 INFO [RS:1;7b96b36745c6:44845 {}] regionserver.Replication(171): 7b96b36745c6,44845,1732218333931 started 2024-11-21T19:45:35,447 INFO [RS:2;7b96b36745c6:43087 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T19:45:35,447 INFO [RS:2;7b96b36745c6:43087 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,43087,1732218333980-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:45:35,447 INFO [RS:2;7b96b36745c6:43087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:45:35,447 INFO [RS:2;7b96b36745c6:43087 {}] regionserver.Replication(171): 7b96b36745c6,43087,1732218333980 started 2024-11-21T19:45:35,470 INFO [RS:0;7b96b36745c6:37871 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T19:45:35,470 INFO [RS:0;7b96b36745c6:37871 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,37871,1732218333818-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:45:35,470 INFO [RS:0;7b96b36745c6:37871 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:45:35,470 INFO [RS:0;7b96b36745c6:37871 {}] regionserver.Replication(171): 7b96b36745c6,37871,1732218333818 started 2024-11-21T19:45:35,481 INFO [RS:1;7b96b36745c6:44845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:45:35,481 INFO [RS:1;7b96b36745c6:44845 {}] regionserver.HRegionServer(1482): Serving as 7b96b36745c6,44845,1732218333931, RpcServer on 7b96b36745c6/172.17.0.2:44845, sessionid=0x10116d518800002 2024-11-21T19:45:35,482 INFO [RS:2;7b96b36745c6:43087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:45:35,482 INFO [RS:2;7b96b36745c6:43087 {}] regionserver.HRegionServer(1482): Serving as 7b96b36745c6,43087,1732218333980, RpcServer on 7b96b36745c6/172.17.0.2:43087, sessionid=0x10116d518800003 2024-11-21T19:45:35,482 DEBUG [RS:1;7b96b36745c6:44845 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T19:45:35,482 DEBUG [RS:2;7b96b36745c6:43087 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T19:45:35,482 DEBUG [RS:1;7b96b36745c6:44845 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b96b36745c6,44845,1732218333931 2024-11-21T19:45:35,483 DEBUG [RS:2;7b96b36745c6:43087 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b96b36745c6,43087,1732218333980 2024-11-21T19:45:35,483 DEBUG [RS:1;7b96b36745c6:44845 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b96b36745c6,44845,1732218333931' 2024-11-21T19:45:35,483 DEBUG [RS:2;7b96b36745c6:43087 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b96b36745c6,43087,1732218333980' 2024-11-21T19:45:35,483 DEBUG [RS:1;7b96b36745c6:44845 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T19:45:35,483 DEBUG [RS:2;7b96b36745c6:43087 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T19:45:35,484 DEBUG [RS:1;7b96b36745c6:44845 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T19:45:35,484 DEBUG [RS:2;7b96b36745c6:43087 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T19:45:35,485 DEBUG [RS:1;7b96b36745c6:44845 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T19:45:35,485 DEBUG [RS:2;7b96b36745c6:43087 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T19:45:35,485 DEBUG [RS:1;7b96b36745c6:44845 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T19:45:35,485 DEBUG [RS:2;7b96b36745c6:43087 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T19:45:35,485 DEBUG [RS:1;7b96b36745c6:44845 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b96b36745c6,44845,1732218333931 2024-11-21T19:45:35,485 DEBUG [RS:2;7b96b36745c6:43087 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b96b36745c6,43087,1732218333980 2024-11-21T19:45:35,485 DEBUG [RS:2;7b96b36745c6:43087 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b96b36745c6,43087,1732218333980' 2024-11-21T19:45:35,485 DEBUG [RS:1;7b96b36745c6:44845 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b96b36745c6,44845,1732218333931' 2024-11-21T19:45:35,485 DEBUG [RS:2;7b96b36745c6:43087 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T19:45:35,485 DEBUG [RS:1;7b96b36745c6:44845 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T19:45:35,486 DEBUG [RS:2;7b96b36745c6:43087 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T19:45:35,486 DEBUG [RS:1;7b96b36745c6:44845 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T19:45:35,487 DEBUG [RS:2;7b96b36745c6:43087 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T19:45:35,487 DEBUG [RS:1;7b96b36745c6:44845 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T19:45:35,487 INFO [RS:2;7b96b36745c6:43087 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T19:45:35,487 INFO [RS:1;7b96b36745c6:44845 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T19:45:35,487 INFO [RS:2;7b96b36745c6:43087 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T19:45:35,487 INFO [RS:1;7b96b36745c6:44845 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T19:45:35,490 INFO [RS:0;7b96b36745c6:37871 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:45:35,490 INFO [RS:0;7b96b36745c6:37871 {}] regionserver.HRegionServer(1482): Serving as 7b96b36745c6,37871,1732218333818, RpcServer on 7b96b36745c6/172.17.0.2:37871, sessionid=0x10116d518800001 2024-11-21T19:45:35,490 DEBUG [RS:0;7b96b36745c6:37871 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T19:45:35,490 DEBUG [RS:0;7b96b36745c6:37871 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b96b36745c6,37871,1732218333818 2024-11-21T19:45:35,490 DEBUG [RS:0;7b96b36745c6:37871 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b96b36745c6,37871,1732218333818' 2024-11-21T19:45:35,491 DEBUG [RS:0;7b96b36745c6:37871 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T19:45:35,491 DEBUG [RS:0;7b96b36745c6:37871 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T19:45:35,492 DEBUG [RS:0;7b96b36745c6:37871 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T19:45:35,492 DEBUG [RS:0;7b96b36745c6:37871 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T19:45:35,492 DEBUG [RS:0;7b96b36745c6:37871 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b96b36745c6,37871,1732218333818 2024-11-21T19:45:35,492 DEBUG [RS:0;7b96b36745c6:37871 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b96b36745c6,37871,1732218333818' 2024-11-21T19:45:35,492 DEBUG [RS:0;7b96b36745c6:37871 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T19:45:35,493 DEBUG [RS:0;7b96b36745c6:37871 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T19:45:35,494 DEBUG [RS:0;7b96b36745c6:37871 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T19:45:35,494 INFO [RS:0;7b96b36745c6:37871 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T19:45:35,494 INFO [RS:0;7b96b36745c6:37871 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T19:45:35,523 WARN [7b96b36745c6:39777 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T19:45:35,593 INFO [RS:1;7b96b36745c6:44845 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T19:45:35,593 INFO [RS:2;7b96b36745c6:43087 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T19:45:35,595 INFO [RS:0;7b96b36745c6:37871 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T19:45:35,596 INFO [RS:2;7b96b36745c6:43087 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b96b36745c6%2C43087%2C1732218333980, suffix=, logDir=hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/WALs/7b96b36745c6,43087,1732218333980, archiveDir=hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/oldWALs, maxLogs=32 2024-11-21T19:45:35,596 INFO [RS:1;7b96b36745c6:44845 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b96b36745c6%2C44845%2C1732218333931, suffix=, logDir=hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/WALs/7b96b36745c6,44845,1732218333931, archiveDir=hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/oldWALs, maxLogs=32 2024-11-21T19:45:35,598 INFO [RS:0;7b96b36745c6:37871 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b96b36745c6%2C37871%2C1732218333818, suffix=, logDir=hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/WALs/7b96b36745c6,37871,1732218333818, archiveDir=hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/oldWALs, maxLogs=32 2024-11-21T19:45:35,616 DEBUG [RS:1;7b96b36745c6:44845 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/WALs/7b96b36745c6,44845,1732218333931/7b96b36745c6%2C44845%2C1732218333931.1732218335602, exclude list is [], retry=0 2024-11-21T19:45:35,617 DEBUG [RS:2;7b96b36745c6:43087 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/WALs/7b96b36745c6,43087,1732218333980/7b96b36745c6%2C43087%2C1732218333980.1732218335602, exclude list is [], retry=0 2024-11-21T19:45:35,617 DEBUG [RS:0;7b96b36745c6:37871 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/WALs/7b96b36745c6,37871,1732218333818/7b96b36745c6%2C37871%2C1732218333818.1732218335602, exclude list is [], retry=0 2024-11-21T19:45:35,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38939,DS-a2c9502d-9002-471c-83ac-7195c2adddb4,DISK] 2024-11-21T19:45:35,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38413,DS-81926f79-362b-4f8a-864d-16c2647450f3,DISK] 2024-11-21T19:45:35,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33701,DS-13e70894-f570-4fa7-88ee-3c510fee8074,DISK] 2024-11-21T19:45:35,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38939,DS-a2c9502d-9002-471c-83ac-7195c2adddb4,DISK] 2024-11-21T19:45:35,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33701,DS-13e70894-f570-4fa7-88ee-3c510fee8074,DISK] 2024-11-21T19:45:35,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38939,DS-a2c9502d-9002-471c-83ac-7195c2adddb4,DISK] 2024-11-21T19:45:35,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38413,DS-81926f79-362b-4f8a-864d-16c2647450f3,DISK] 2024-11-21T19:45:35,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38413,DS-81926f79-362b-4f8a-864d-16c2647450f3,DISK] 2024-11-21T19:45:35,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33701,DS-13e70894-f570-4fa7-88ee-3c510fee8074,DISK] 2024-11-21T19:45:35,633 INFO [RS:1;7b96b36745c6:44845 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/WALs/7b96b36745c6,44845,1732218333931/7b96b36745c6%2C44845%2C1732218333931.1732218335602 2024-11-21T19:45:35,638 DEBUG [RS:1;7b96b36745c6:44845 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43137:43137),(127.0.0.1/127.0.0.1:42819:42819),(127.0.0.1/127.0.0.1:39597:39597)] 2024-11-21T19:45:35,640 INFO [RS:2;7b96b36745c6:43087 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/WALs/7b96b36745c6,43087,1732218333980/7b96b36745c6%2C43087%2C1732218333980.1732218335602 2024-11-21T19:45:35,640 INFO [RS:0;7b96b36745c6:37871 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/WALs/7b96b36745c6,37871,1732218333818/7b96b36745c6%2C37871%2C1732218333818.1732218335602 2024-11-21T19:45:35,645 DEBUG [RS:2;7b96b36745c6:43087 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39597:39597),(127.0.0.1/127.0.0.1:42819:42819),(127.0.0.1/127.0.0.1:43137:43137)] 2024-11-21T19:45:35,645 DEBUG [RS:0;7b96b36745c6:37871 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43137:43137),(127.0.0.1/127.0.0.1:39597:39597),(127.0.0.1/127.0.0.1:42819:42819)] 2024-11-21T19:45:35,775 DEBUG [7b96b36745c6:39777 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-21T19:45:35,783 DEBUG [7b96b36745c6:39777 {}] balancer.BalancerClusterState(204): Hosts are {7b96b36745c6=0} racks are {/default-rack=0} 2024-11-21T19:45:35,789 DEBUG [7b96b36745c6:39777 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T19:45:35,789 DEBUG [7b96b36745c6:39777 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T19:45:35,789 DEBUG [7b96b36745c6:39777 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-21T19:45:35,789 DEBUG [7b96b36745c6:39777 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T19:45:35,790 DEBUG [7b96b36745c6:39777 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T19:45:35,790 DEBUG [7b96b36745c6:39777 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-21T19:45:35,790 INFO [7b96b36745c6:39777 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T19:45:35,790 INFO [7b96b36745c6:39777 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T19:45:35,790 INFO [7b96b36745c6:39777 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-21T19:45:35,790 DEBUG [7b96b36745c6:39777 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T19:45:35,797 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b96b36745c6,43087,1732218333980 2024-11-21T19:45:35,803 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b96b36745c6,43087,1732218333980, state=OPENING 2024-11-21T19:45:35,808 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T19:45:35,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44845-0x10116d518800002, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:45:35,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37871-0x10116d518800001, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:45:35,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43087-0x10116d518800003, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:45:35,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39777-0x10116d518800000, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:45:35,811 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:45:35,811 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:45:35,811 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:45:35,811 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:45:35,812 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T19:45:35,815 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b96b36745c6,43087,1732218333980}] 2024-11-21T19:45:43,518 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T19:45:43,519 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T19:45:45,842 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T19:45:45,843 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43295, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T19:45:45,856 INFO [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T19:45:45,856 INFO [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T19:45:45,856 INFO [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T19:45:45,860 INFO [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b96b36745c6%2C43087%2C1732218333980.meta, suffix=.meta, logDir=hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/WALs/7b96b36745c6,43087,1732218333980, archiveDir=hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/oldWALs, maxLogs=32 2024-11-21T19:45:45,876 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/WALs/7b96b36745c6,43087,1732218333980/7b96b36745c6%2C43087%2C1732218333980.meta.1732218345861.meta, exclude list is [], retry=0 2024-11-21T19:45:45,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38413,DS-81926f79-362b-4f8a-864d-16c2647450f3,DISK] 2024-11-21T19:45:45,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38939,DS-a2c9502d-9002-471c-83ac-7195c2adddb4,DISK] 2024-11-21T19:45:45,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33701,DS-13e70894-f570-4fa7-88ee-3c510fee8074,DISK] 2024-11-21T19:45:45,884 INFO [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/WALs/7b96b36745c6,43087,1732218333980/7b96b36745c6%2C43087%2C1732218333980.meta.1732218345861.meta 2024-11-21T19:45:45,884 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43137:43137),(127.0.0.1/127.0.0.1:42819:42819),(127.0.0.1/127.0.0.1:39597:39597)] 2024-11-21T19:45:45,885 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T19:45:45,886 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T19:45:45,889 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T19:45:45,894 INFO [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T19:45:45,898 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T19:45:45,899 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:45:45,899 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T19:45:45,899 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T19:45:45,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T19:45:45,904 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T19:45:45,904 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:45:45,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:45:45,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T19:45:45,906 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T19:45:45,907 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:45:45,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:45:45,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T19:45:45,909 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T19:45:45,909 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:45:45,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:45:45,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T19:45:45,911 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T19:45:45,911 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:45:45,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:45:45,912 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T19:45:45,913 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/hbase/meta/1588230740 2024-11-21T19:45:45,916 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/hbase/meta/1588230740 2024-11-21T19:45:45,919 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T19:45:45,919 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T19:45:45,920 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T19:45:45,922 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T19:45:45,924 INFO [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74251763, jitterRate=0.10643748939037323}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T19:45:45,924 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T19:45:45,926 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732218345899Writing region info on filesystem at 1732218345900 (+1 ms)Initializing all the Stores at 1732218345901 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732218345901Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732218345902 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218345902Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732218345902Cleaning up temporary data from old regions at 1732218345919 (+17 ms)Running coprocessor post-open hooks at 1732218345924 (+5 ms)Region opened successfully at 1732218345926 (+2 ms) 2024-11-21T19:45:45,933 INFO [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732218345833 2024-11-21T19:45:45,944 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T19:45:45,944 INFO [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T19:45:45,946 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7b96b36745c6,43087,1732218333980 2024-11-21T19:45:45,948 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b96b36745c6,43087,1732218333980, state=OPEN 2024-11-21T19:45:45,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43087-0x10116d518800003, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T19:45:45,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44845-0x10116d518800002, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T19:45:45,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39777-0x10116d518800000, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T19:45:45,950 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:45:45,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37871-0x10116d518800001, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T19:45:45,950 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:45:45,950 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:45:45,951 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b96b36745c6,43087,1732218333980 2024-11-21T19:45:45,951 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:45:45,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T19:45:45,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b96b36745c6,43087,1732218333980 in 10.1360 sec 2024-11-21T19:45:45,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T19:45:45,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5980 sec 2024-11-21T19:45:45,963 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T19:45:45,963 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T19:45:45,991 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T19:45:45,992 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b96b36745c6,43087,1732218333980, seqNum=-1] 2024-11-21T19:45:46,015 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:45:46,018 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35309, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:45:46,040 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.9760 sec 2024-11-21T19:45:46,040 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732218346040, completionTime=-1 2024-11-21T19:45:46,043 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-21T19:45:46,043 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T19:45:46,069 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-21T19:45:46,069 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732218406069 2024-11-21T19:45:46,069 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732218466069 2024-11-21T19:45:46,069 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 26 msec 2024-11-21T19:45:46,071 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-21T19:45:46,078 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,39777,1732218333018-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:45:46,078 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,39777,1732218333018-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:45:46,078 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,39777,1732218333018-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:45:46,080 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b96b36745c6:39777, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:45:46,080 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T19:45:46,081 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T19:45:46,087 DEBUG [master/7b96b36745c6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T19:45:46,109 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.036sec 2024-11-21T19:45:46,110 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T19:45:46,111 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T19:45:46,112 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T19:45:46,113 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T19:45:46,113 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T19:45:46,114 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,39777,1732218333018-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T19:45:46,114 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,39777,1732218333018-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T19:45:46,118 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T19:45:46,119 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T19:45:46,119 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,39777,1732218333018-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:45:46,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26124a6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:45:46,140 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-21T19:45:46,140 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-21T19:45:46,144 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b96b36745c6,39777,-1 for getting cluster id 2024-11-21T19:45:46,147 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T19:45:46,156 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e896f356-3733-4f1a-8e43-02ab93c4debb' 2024-11-21T19:45:46,158 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T19:45:46,159 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e896f356-3733-4f1a-8e43-02ab93c4debb" 2024-11-21T19:45:46,159 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d703a09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:45:46,159 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b96b36745c6,39777,-1] 2024-11-21T19:45:46,162 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T19:45:46,165 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:45:46,165 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56024, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T19:45:46,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@248b35f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:45:46,169 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T19:45:46,175 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b96b36745c6,43087,1732218333980, seqNum=-1] 2024-11-21T19:45:46,175 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:45:46,177 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44522, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:45:46,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7b96b36745c6,39777,1732218333018 2024-11-21T19:45:46,228 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732218346226 (current time:1732218346226). 2024-11-21T19:45:46,228 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-21T19:45:46,228 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-21T19:45:46,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20d84d00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:45:46,232 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b96b36745c6,39777,-1 for getting cluster id 2024-11-21T19:45:46,232 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T19:45:46,233 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e896f356-3733-4f1a-8e43-02ab93c4debb' 2024-11-21T19:45:46,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T19:45:46,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e896f356-3733-4f1a-8e43-02ab93c4debb" 2024-11-21T19:45:46,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56dc1e2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:45:46,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b96b36745c6,39777,-1] 2024-11-21T19:45:46,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T19:45:46,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:45:46,236 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56038, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T19:45:46,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2229dd4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:45:46,241 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T19:45:46,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b96b36745c6,43087,1732218333980, seqNum=-1] 2024-11-21T19:45:46,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:45:46,247 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44524, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:45:46,249 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T19:45:46,249 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T19:45:46,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:45:46,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:45:46,254 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T19:45:46,259 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T19:45:46,263 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b96b36745c6,39777,1732218333018 2024-11-21T19:45:46,265 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2736491 2024-11-21T19:45:46,266 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T19:45:46,268 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56052, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T19:45:46,274 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39777 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T19:45:46,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39777 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-21T19:45:46,282 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T19:45:46,284 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39777 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-21T19:45:46,285 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:45:46,286 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T19:45:46,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T19:45:46,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741837_1013 (size=361) 2024-11-21T19:45:46,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741837_1013 (size=361) 2024-11-21T19:45:46,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741837_1013 (size=361) 2024-11-21T19:45:46,304 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c6e35679fce31e136e89d2d19d801562, NAME => 'SPTestTable,,1732218346269.c6e35679fce31e136e89d2d19d801562.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466 2024-11-21T19:45:46,304 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 70e19610a597f697721eaa8f17e1cca8, NAME => 'SPTestTable,33333332,1732218346269.70e19610a597f697721eaa8f17e1cca8.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466 2024-11-21T19:45:46,305 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e4fcfbd697b17cceee46c732f162eba7, NAME => 'SPTestTable,19999999,1732218346269.e4fcfbd697b17cceee46c732f162eba7.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466 2024-11-21T19:45:46,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741838_1014 (size=62) 2024-11-21T19:45:46,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741838_1014 (size=62) 2024-11-21T19:45:46,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741838_1014 (size=62) 2024-11-21T19:45:46,321 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732218346269.70e19610a597f697721eaa8f17e1cca8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:45:46,321 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 70e19610a597f697721eaa8f17e1cca8, disabling compactions & flushes 2024-11-21T19:45:46,321 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732218346269.70e19610a597f697721eaa8f17e1cca8. 2024-11-21T19:45:46,321 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732218346269.70e19610a597f697721eaa8f17e1cca8. 2024-11-21T19:45:46,321 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732218346269.70e19610a597f697721eaa8f17e1cca8. after waiting 0 ms 2024-11-21T19:45:46,322 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732218346269.70e19610a597f697721eaa8f17e1cca8. 2024-11-21T19:45:46,322 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732218346269.70e19610a597f697721eaa8f17e1cca8. 2024-11-21T19:45:46,322 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 70e19610a597f697721eaa8f17e1cca8: Waiting for close lock at 1732218346321Disabling compacts and flushes for region at 1732218346321Disabling writes for close at 1732218346321Writing region close event to WAL at 1732218346322 (+1 ms)Closed at 1732218346322 2024-11-21T19:45:46,323 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => bf1c129cfa648735918d55abd291e9c0, NAME => 'SPTestTable,4ccccccb,1732218346269.bf1c129cfa648735918d55abd291e9c0.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466 2024-11-21T19:45:46,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741839_1015 (size=62) 2024-11-21T19:45:46,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741840_1016 (size=54) 2024-11-21T19:45:46,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741839_1015 (size=62) 2024-11-21T19:45:46,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741840_1016 (size=54) 2024-11-21T19:45:46,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741839_1015 (size=62) 2024-11-21T19:45:46,328 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732218346269.c6e35679fce31e136e89d2d19d801562.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:45:46,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741840_1016 (size=54) 2024-11-21T19:45:46,328 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732218346269.e4fcfbd697b17cceee46c732f162eba7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:45:46,328 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing c6e35679fce31e136e89d2d19d801562, disabling compactions & flushes 2024-11-21T19:45:46,328 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing e4fcfbd697b17cceee46c732f162eba7, disabling compactions & flushes 2024-11-21T19:45:46,328 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732218346269.c6e35679fce31e136e89d2d19d801562. 2024-11-21T19:45:46,328 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732218346269.e4fcfbd697b17cceee46c732f162eba7. 2024-11-21T19:45:46,328 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732218346269.c6e35679fce31e136e89d2d19d801562. 2024-11-21T19:45:46,328 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732218346269.e4fcfbd697b17cceee46c732f162eba7. 2024-11-21T19:45:46,328 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732218346269.c6e35679fce31e136e89d2d19d801562. after waiting 0 ms 2024-11-21T19:45:46,328 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732218346269.e4fcfbd697b17cceee46c732f162eba7. after waiting 0 ms 2024-11-21T19:45:46,328 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732218346269.c6e35679fce31e136e89d2d19d801562. 2024-11-21T19:45:46,328 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732218346269.e4fcfbd697b17cceee46c732f162eba7. 2024-11-21T19:45:46,328 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732218346269.e4fcfbd697b17cceee46c732f162eba7. 2024-11-21T19:45:46,328 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732218346269.c6e35679fce31e136e89d2d19d801562. 2024-11-21T19:45:46,328 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for e4fcfbd697b17cceee46c732f162eba7: Waiting for close lock at 1732218346328Disabling compacts and flushes for region at 1732218346328Disabling writes for close at 1732218346328Writing region close event to WAL at 1732218346328Closed at 1732218346328 2024-11-21T19:45:46,328 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for c6e35679fce31e136e89d2d19d801562: Waiting for close lock at 1732218346328Disabling compacts and flushes for region at 1732218346328Disabling writes for close at 1732218346328Writing region close event to WAL at 1732218346328Closed at 1732218346328 2024-11-21T19:45:46,329 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e707874782104fef5c68753ea346f099, NAME => 'SPTestTable,66666664,1732218346269.e707874782104fef5c68753ea346f099.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466 2024-11-21T19:45:46,329 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8cca3a77b17a18655a6072a22578c2df, NAME => 'SPTestTable,7ffffffd,1732218346269.8cca3a77b17a18655a6072a22578c2df.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466 2024-11-21T19:45:46,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741841_1017 (size=62) 2024-11-21T19:45:46,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741841_1017 (size=62) 2024-11-21T19:45:46,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741841_1017 (size=62) 2024-11-21T19:45:46,338 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732218346269.bf1c129cfa648735918d55abd291e9c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:45:46,338 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing bf1c129cfa648735918d55abd291e9c0, disabling compactions & flushes 2024-11-21T19:45:46,338 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732218346269.bf1c129cfa648735918d55abd291e9c0. 2024-11-21T19:45:46,339 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732218346269.bf1c129cfa648735918d55abd291e9c0. 2024-11-21T19:45:46,339 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732218346269.bf1c129cfa648735918d55abd291e9c0. after waiting 0 ms 2024-11-21T19:45:46,339 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732218346269.bf1c129cfa648735918d55abd291e9c0. 2024-11-21T19:45:46,339 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732218346269.bf1c129cfa648735918d55abd291e9c0. 2024-11-21T19:45:46,339 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for bf1c129cfa648735918d55abd291e9c0: Waiting for close lock at 1732218346338Disabling compacts and flushes for region at 1732218346338Disabling writes for close at 1732218346339 (+1 ms)Writing region close event to WAL at 1732218346339Closed at 1732218346339 2024-11-21T19:45:46,339 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 20a6e474253c4433bf3a77a3b8149699, NAME => 'SPTestTable,99999996,1732218346269.20a6e474253c4433bf3a77a3b8149699.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466 2024-11-21T19:45:46,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741842_1018 (size=62) 2024-11-21T19:45:46,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741842_1018 (size=62) 2024-11-21T19:45:46,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741843_1019 (size=62) 2024-11-21T19:45:46,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741842_1018 (size=62) 2024-11-21T19:45:46,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741843_1019 (size=62) 2024-11-21T19:45:46,353 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732218346269.e707874782104fef5c68753ea346f099.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:45:46,353 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing e707874782104fef5c68753ea346f099, disabling compactions & flushes 2024-11-21T19:45:46,353 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732218346269.e707874782104fef5c68753ea346f099. 2024-11-21T19:45:46,353 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732218346269.e707874782104fef5c68753ea346f099. 2024-11-21T19:45:46,353 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732218346269.e707874782104fef5c68753ea346f099. after waiting 0 ms 2024-11-21T19:45:46,353 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732218346269.e707874782104fef5c68753ea346f099. 2024-11-21T19:45:46,353 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732218346269.e707874782104fef5c68753ea346f099. 2024-11-21T19:45:46,353 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for e707874782104fef5c68753ea346f099: Waiting for close lock at 1732218346353Disabling compacts and flushes for region at 1732218346353Disabling writes for close at 1732218346353Writing region close event to WAL at 1732218346353Closed at 1732218346353 2024-11-21T19:45:46,354 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 8bf52ca05f8d147fa022b22cb3793dbe, NAME => 'SPTestTable,b333332f,1732218346269.8bf52ca05f8d147fa022b22cb3793dbe.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466 2024-11-21T19:45:46,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741843_1019 (size=62) 2024-11-21T19:45:46,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741844_1020 (size=62) 2024-11-21T19:45:46,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741844_1020 (size=62) 2024-11-21T19:45:46,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741844_1020 (size=62) 2024-11-21T19:45:46,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741845_1021 (size=62) 2024-11-21T19:45:46,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741845_1021 (size=62) 2024-11-21T19:45:46,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741845_1021 (size=62) 2024-11-21T19:45:46,368 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732218346269.8bf52ca05f8d147fa022b22cb3793dbe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:45:46,368 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 8bf52ca05f8d147fa022b22cb3793dbe, disabling compactions & flushes 2024-11-21T19:45:46,368 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732218346269.8bf52ca05f8d147fa022b22cb3793dbe. 2024-11-21T19:45:46,368 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732218346269.8bf52ca05f8d147fa022b22cb3793dbe. 2024-11-21T19:45:46,368 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732218346269.8bf52ca05f8d147fa022b22cb3793dbe. after waiting 0 ms 2024-11-21T19:45:46,368 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732218346269.8bf52ca05f8d147fa022b22cb3793dbe. 2024-11-21T19:45:46,368 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732218346269.8bf52ca05f8d147fa022b22cb3793dbe. 2024-11-21T19:45:46,369 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 8bf52ca05f8d147fa022b22cb3793dbe: Waiting for close lock at 1732218346368Disabling compacts and flushes for region at 1732218346368Disabling writes for close at 1732218346368Writing region close event to WAL at 1732218346368Closed at 1732218346368 2024-11-21T19:45:46,369 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => c3467c722de0dd0aebd0fb06530bb288, NAME => 'SPTestTable,ccccccc8,1732218346269.c3467c722de0dd0aebd0fb06530bb288.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466 2024-11-21T19:45:46,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741846_1022 (size=62) 2024-11-21T19:45:46,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741846_1022 (size=62) 2024-11-21T19:45:46,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741846_1022 (size=62) 2024-11-21T19:45:46,379 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732218346269.c3467c722de0dd0aebd0fb06530bb288.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:45:46,379 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing c3467c722de0dd0aebd0fb06530bb288, disabling compactions & flushes 2024-11-21T19:45:46,380 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732218346269.c3467c722de0dd0aebd0fb06530bb288. 2024-11-21T19:45:46,380 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732218346269.c3467c722de0dd0aebd0fb06530bb288. 2024-11-21T19:45:46,380 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732218346269.c3467c722de0dd0aebd0fb06530bb288. after waiting 0 ms 2024-11-21T19:45:46,380 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732218346269.c3467c722de0dd0aebd0fb06530bb288. 2024-11-21T19:45:46,380 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732218346269.c3467c722de0dd0aebd0fb06530bb288. 2024-11-21T19:45:46,380 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for c3467c722de0dd0aebd0fb06530bb288: Waiting for close lock at 1732218346379Disabling compacts and flushes for region at 1732218346379Disabling writes for close at 1732218346380 (+1 ms)Writing region close event to WAL at 1732218346380Closed at 1732218346380 2024-11-21T19:45:46,380 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5a3a8b9d02010a4e17ea5a0e15468d67, NAME => 'SPTestTable,e6666661,1732218346269.5a3a8b9d02010a4e17ea5a0e15468d67.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466 2024-11-21T19:45:46,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741847_1023 (size=54) 2024-11-21T19:45:46,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741847_1023 (size=54) 2024-11-21T19:45:46,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741847_1023 (size=54) 2024-11-21T19:45:46,391 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732218346269.5a3a8b9d02010a4e17ea5a0e15468d67.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:45:46,391 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 5a3a8b9d02010a4e17ea5a0e15468d67, disabling compactions & flushes 2024-11-21T19:45:46,391 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732218346269.5a3a8b9d02010a4e17ea5a0e15468d67. 2024-11-21T19:45:46,391 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732218346269.5a3a8b9d02010a4e17ea5a0e15468d67. 2024-11-21T19:45:46,391 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732218346269.5a3a8b9d02010a4e17ea5a0e15468d67. after waiting 0 ms 2024-11-21T19:45:46,391 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732218346269.5a3a8b9d02010a4e17ea5a0e15468d67. 2024-11-21T19:45:46,391 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732218346269.5a3a8b9d02010a4e17ea5a0e15468d67. 2024-11-21T19:45:46,391 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5a3a8b9d02010a4e17ea5a0e15468d67: Waiting for close lock at 1732218346391Disabling compacts and flushes for region at 1732218346391Disabling writes for close at 1732218346391Writing region close event to WAL at 1732218346391Closed at 1732218346391 2024-11-21T19:45:46,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T19:45:46,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T19:45:46,754 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732218346269.8cca3a77b17a18655a6072a22578c2df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:45:46,754 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 8cca3a77b17a18655a6072a22578c2df, disabling compactions & flushes 2024-11-21T19:45:46,754 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732218346269.8cca3a77b17a18655a6072a22578c2df. 2024-11-21T19:45:46,754 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732218346269.8cca3a77b17a18655a6072a22578c2df. 2024-11-21T19:45:46,754 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732218346269.8cca3a77b17a18655a6072a22578c2df. after waiting 0 ms 2024-11-21T19:45:46,754 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732218346269.8cca3a77b17a18655a6072a22578c2df. 2024-11-21T19:45:46,754 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732218346269.8cca3a77b17a18655a6072a22578c2df. 2024-11-21T19:45:46,754 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8cca3a77b17a18655a6072a22578c2df: Waiting for close lock at 1732218346754Disabling compacts and flushes for region at 1732218346754Disabling writes for close at 1732218346754Writing region close event to WAL at 1732218346754Closed at 1732218346754 2024-11-21T19:45:46,759 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732218346269.20a6e474253c4433bf3a77a3b8149699.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:45:46,759 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 20a6e474253c4433bf3a77a3b8149699, disabling compactions & flushes 2024-11-21T19:45:46,759 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732218346269.20a6e474253c4433bf3a77a3b8149699. 2024-11-21T19:45:46,759 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732218346269.20a6e474253c4433bf3a77a3b8149699. 2024-11-21T19:45:46,759 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732218346269.20a6e474253c4433bf3a77a3b8149699. after waiting 0 ms 2024-11-21T19:45:46,759 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732218346269.20a6e474253c4433bf3a77a3b8149699. 2024-11-21T19:45:46,759 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732218346269.20a6e474253c4433bf3a77a3b8149699. 2024-11-21T19:45:46,759 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 20a6e474253c4433bf3a77a3b8149699: Waiting for close lock at 1732218346759Disabling compacts and flushes for region at 1732218346759Disabling writes for close at 1732218346759Writing region close event to WAL at 1732218346759Closed at 1732218346759 2024-11-21T19:45:46,761 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T19:45:46,766 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732218346269.70e19610a597f697721eaa8f17e1cca8.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732218346762"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732218346762"}]},"ts":"1732218346762"} 2024-11-21T19:45:46,767 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732218346269.e4fcfbd697b17cceee46c732f162eba7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732218346762"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732218346762"}]},"ts":"1732218346762"} 2024-11-21T19:45:46,767 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732218346269.c6e35679fce31e136e89d2d19d801562.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732218346762"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732218346762"}]},"ts":"1732218346762"} 2024-11-21T19:45:46,767 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732218346269.bf1c129cfa648735918d55abd291e9c0.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732218346762"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732218346762"}]},"ts":"1732218346762"} 2024-11-21T19:45:46,767 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732218346269.e707874782104fef5c68753ea346f099.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732218346762"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732218346762"}]},"ts":"1732218346762"} 2024-11-21T19:45:46,767 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732218346269.8bf52ca05f8d147fa022b22cb3793dbe.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732218346762"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732218346762"}]},"ts":"1732218346762"} 2024-11-21T19:45:46,767 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732218346269.c3467c722de0dd0aebd0fb06530bb288.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732218346762"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732218346762"}]},"ts":"1732218346762"} 2024-11-21T19:45:46,767 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732218346269.5a3a8b9d02010a4e17ea5a0e15468d67.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732218346762"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732218346762"}]},"ts":"1732218346762"} 2024-11-21T19:45:46,768 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732218346269.8cca3a77b17a18655a6072a22578c2df.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732218346762"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732218346762"}]},"ts":"1732218346762"} 2024-11-21T19:45:46,768 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732218346269.20a6e474253c4433bf3a77a3b8149699.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732218346762"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732218346762"}]},"ts":"1732218346762"} 2024-11-21T19:45:46,803 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-21T19:45:46,805 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T19:45:46,807 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732218346805"}]},"ts":"1732218346805"} 2024-11-21T19:45:46,811 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-21T19:45:46,812 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {7b96b36745c6=0} racks are {/default-rack=0} 2024-11-21T19:45:46,819 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T19:45:46,819 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T19:45:46,819 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-21T19:45:46,819 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T19:45:46,819 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T19:45:46,819 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-21T19:45:46,819 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T19:45:46,819 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T19:45:46,819 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-21T19:45:46,819 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T19:45:46,820 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c6e35679fce31e136e89d2d19d801562, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e4fcfbd697b17cceee46c732f162eba7, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=70e19610a597f697721eaa8f17e1cca8, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bf1c129cfa648735918d55abd291e9c0, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e707874782104fef5c68753ea346f099, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8cca3a77b17a18655a6072a22578c2df, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=20a6e474253c4433bf3a77a3b8149699, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8bf52ca05f8d147fa022b22cb3793dbe, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c3467c722de0dd0aebd0fb06530bb288, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5a3a8b9d02010a4e17ea5a0e15468d67, ASSIGN}] 2024-11-21T19:45:46,824 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=70e19610a597f697721eaa8f17e1cca8, ASSIGN 2024-11-21T19:45:46,824 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e4fcfbd697b17cceee46c732f162eba7, ASSIGN 2024-11-21T19:45:46,824 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c6e35679fce31e136e89d2d19d801562, ASSIGN 2024-11-21T19:45:46,824 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bf1c129cfa648735918d55abd291e9c0, ASSIGN 2024-11-21T19:45:46,825 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=70e19610a597f697721eaa8f17e1cca8, ASSIGN; state=OFFLINE, location=7b96b36745c6,44845,1732218333931; forceNewPlan=false, retain=false 2024-11-21T19:45:46,826 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e4fcfbd697b17cceee46c732f162eba7, ASSIGN; state=OFFLINE, location=7b96b36745c6,43087,1732218333980; forceNewPlan=false, retain=false 2024-11-21T19:45:46,827 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bf1c129cfa648735918d55abd291e9c0, ASSIGN; state=OFFLINE, location=7b96b36745c6,44845,1732218333931; forceNewPlan=false, retain=false 2024-11-21T19:45:46,827 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c6e35679fce31e136e89d2d19d801562, ASSIGN; state=OFFLINE, location=7b96b36745c6,37871,1732218333818; forceNewPlan=false, retain=false 2024-11-21T19:45:46,831 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c3467c722de0dd0aebd0fb06530bb288, ASSIGN 2024-11-21T19:45:46,831 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5a3a8b9d02010a4e17ea5a0e15468d67, ASSIGN 2024-11-21T19:45:46,831 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8bf52ca05f8d147fa022b22cb3793dbe, ASSIGN 2024-11-21T19:45:46,831 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=20a6e474253c4433bf3a77a3b8149699, ASSIGN 2024-11-21T19:45:46,832 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8cca3a77b17a18655a6072a22578c2df, ASSIGN 2024-11-21T19:45:46,833 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c3467c722de0dd0aebd0fb06530bb288, ASSIGN; state=OFFLINE, location=7b96b36745c6,44845,1732218333931; forceNewPlan=false, retain=false 2024-11-21T19:45:46,833 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5a3a8b9d02010a4e17ea5a0e15468d67, ASSIGN; state=OFFLINE, location=7b96b36745c6,43087,1732218333980; forceNewPlan=false, retain=false 2024-11-21T19:45:46,834 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8bf52ca05f8d147fa022b22cb3793dbe, ASSIGN; state=OFFLINE, location=7b96b36745c6,37871,1732218333818; forceNewPlan=false, retain=false 2024-11-21T19:45:46,834 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=20a6e474253c4433bf3a77a3b8149699, ASSIGN; state=OFFLINE, location=7b96b36745c6,44845,1732218333931; forceNewPlan=false, retain=false 2024-11-21T19:45:46,834 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8cca3a77b17a18655a6072a22578c2df, ASSIGN; state=OFFLINE, location=7b96b36745c6,37871,1732218333818; forceNewPlan=false, retain=false 2024-11-21T19:45:46,839 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e707874782104fef5c68753ea346f099, ASSIGN 2024-11-21T19:45:46,840 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e707874782104fef5c68753ea346f099, ASSIGN; state=OFFLINE, location=7b96b36745c6,43087,1732218333980; forceNewPlan=false, retain=false 2024-11-21T19:45:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T19:45:46,978 INFO [7b96b36745c6:39777 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-21T19:45:46,979 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=c3467c722de0dd0aebd0fb06530bb288, regionState=OPENING, regionLocation=7b96b36745c6,44845,1732218333931 2024-11-21T19:45:46,979 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=bf1c129cfa648735918d55abd291e9c0, regionState=OPENING, regionLocation=7b96b36745c6,44845,1732218333931 2024-11-21T19:45:46,979 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=70e19610a597f697721eaa8f17e1cca8, regionState=OPENING, regionLocation=7b96b36745c6,44845,1732218333931 2024-11-21T19:45:46,979 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=20a6e474253c4433bf3a77a3b8149699, regionState=OPENING, regionLocation=7b96b36745c6,44845,1732218333931 2024-11-21T19:45:46,979 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=5a3a8b9d02010a4e17ea5a0e15468d67, regionState=OPENING, regionLocation=7b96b36745c6,43087,1732218333980 2024-11-21T19:45:46,980 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=8bf52ca05f8d147fa022b22cb3793dbe, regionState=OPENING, regionLocation=7b96b36745c6,37871,1732218333818 2024-11-21T19:45:46,980 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=8cca3a77b17a18655a6072a22578c2df, regionState=OPENING, regionLocation=7b96b36745c6,37871,1732218333818 2024-11-21T19:45:46,980 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e707874782104fef5c68753ea346f099, regionState=OPENING, regionLocation=7b96b36745c6,43087,1732218333980 2024-11-21T19:45:46,981 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c6e35679fce31e136e89d2d19d801562, regionState=OPENING, regionLocation=7b96b36745c6,37871,1732218333818 2024-11-21T19:45:46,981 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e4fcfbd697b17cceee46c732f162eba7, regionState=OPENING, regionLocation=7b96b36745c6,43087,1732218333980 2024-11-21T19:45:46,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c3467c722de0dd0aebd0fb06530bb288, ASSIGN because future has completed 2024-11-21T19:45:46,985 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3467c722de0dd0aebd0fb06530bb288, server=7b96b36745c6,44845,1732218333931}] 2024-11-21T19:45:46,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=20a6e474253c4433bf3a77a3b8149699, ASSIGN because future has completed 2024-11-21T19:45:46,987 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20a6e474253c4433bf3a77a3b8149699, server=7b96b36745c6,44845,1732218333931}] 2024-11-21T19:45:46,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=70e19610a597f697721eaa8f17e1cca8, ASSIGN because future has completed 2024-11-21T19:45:46,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70e19610a597f697721eaa8f17e1cca8, server=7b96b36745c6,44845,1732218333931}] 2024-11-21T19:45:46,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bf1c129cfa648735918d55abd291e9c0, ASSIGN because future has completed 2024-11-21T19:45:46,993 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf1c129cfa648735918d55abd291e9c0, server=7b96b36745c6,44845,1732218333931}] 2024-11-21T19:45:46,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5a3a8b9d02010a4e17ea5a0e15468d67, ASSIGN because future has completed 2024-11-21T19:45:46,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8bf52ca05f8d147fa022b22cb3793dbe, ASSIGN because future has completed 2024-11-21T19:45:47,002 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a3a8b9d02010a4e17ea5a0e15468d67, server=7b96b36745c6,43087,1732218333980}] 2024-11-21T19:45:47,002 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8bf52ca05f8d147fa022b22cb3793dbe, server=7b96b36745c6,37871,1732218333818}] 2024-11-21T19:45:47,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8cca3a77b17a18655a6072a22578c2df, ASSIGN because future has completed 2024-11-21T19:45:47,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e707874782104fef5c68753ea346f099, ASSIGN because future has completed 2024-11-21T19:45:47,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c6e35679fce31e136e89d2d19d801562, ASSIGN because future has completed 2024-11-21T19:45:47,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e4fcfbd697b17cceee46c732f162eba7, ASSIGN because future has completed 2024-11-21T19:45:47,009 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4fcfbd697b17cceee46c732f162eba7, server=7b96b36745c6,43087,1732218333980}] 2024-11-21T19:45:47,010 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e707874782104fef5c68753ea346f099, server=7b96b36745c6,43087,1732218333980}] 2024-11-21T19:45:47,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8cca3a77b17a18655a6072a22578c2df, server=7b96b36745c6,37871,1732218333818}] 2024-11-21T19:45:47,015 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c6e35679fce31e136e89d2d19d801562, server=7b96b36745c6,37871,1732218333818}] 2024-11-21T19:45:47,365 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T19:45:47,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T19:45:48,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T19:45:50,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T19:45:51,437 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T19:45:53,518 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T19:45:53,518 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T19:45:53,519 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T19:45:53,519 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T19:45:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T19:45:56,990 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T19:45:56,992 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45231, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T19:45:56,998 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732218346269.bf1c129cfa648735918d55abd291e9c0. 2024-11-21T19:45:56,999 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => bf1c129cfa648735918d55abd291e9c0, NAME => 'SPTestTable,4ccccccb,1732218346269.bf1c129cfa648735918d55abd291e9c0.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-21T19:45:56,999 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bf1c129cfa648735918d55abd291e9c0 2024-11-21T19:45:56,999 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732218346269.bf1c129cfa648735918d55abd291e9c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:45:56,999 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for bf1c129cfa648735918d55abd291e9c0 2024-11-21T19:45:57,000 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for bf1c129cfa648735918d55abd291e9c0 2024-11-21T19:45:57,001 INFO [StoreOpener-bf1c129cfa648735918d55abd291e9c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bf1c129cfa648735918d55abd291e9c0 2024-11-21T19:45:57,003 INFO [StoreOpener-bf1c129cfa648735918d55abd291e9c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf1c129cfa648735918d55abd291e9c0 columnFamilyName cf 2024-11-21T19:45:57,003 DEBUG [StoreOpener-bf1c129cfa648735918d55abd291e9c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:45:57,004 INFO [StoreOpener-bf1c129cfa648735918d55abd291e9c0-1 {}] regionserver.HStore(327): Store=bf1c129cfa648735918d55abd291e9c0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:45:57,004 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for bf1c129cfa648735918d55abd291e9c0 2024-11-21T19:45:57,005 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/default/SPTestTable/bf1c129cfa648735918d55abd291e9c0 2024-11-21T19:45:57,006 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/default/SPTestTable/bf1c129cfa648735918d55abd291e9c0 2024-11-21T19:45:57,007 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for bf1c129cfa648735918d55abd291e9c0 2024-11-21T19:45:57,007 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for bf1c129cfa648735918d55abd291e9c0 2024-11-21T19:45:57,009 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for bf1c129cfa648735918d55abd291e9c0 2024-11-21T19:45:57,012 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T19:45:57,012 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/default/SPTestTable/bf1c129cfa648735918d55abd291e9c0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:45:57,013 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened bf1c129cfa648735918d55abd291e9c0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73981364, jitterRate=0.10240823030471802}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T19:45:57,013 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bf1c129cfa648735918d55abd291e9c0 2024-11-21T19:45:57,014 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44463, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T19:45:57,014 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for bf1c129cfa648735918d55abd291e9c0: Running coprocessor pre-open hook at 1732218357000Writing region info on filesystem at 1732218357000Initializing all the Stores at 1732218357001 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218357001Cleaning up temporary data from old regions at 1732218357007 (+6 ms)Running coprocessor post-open hooks at 1732218357013 (+6 ms)Region opened successfully at 1732218357014 (+1 ms) 2024-11-21T19:45:57,017 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732218346269.bf1c129cfa648735918d55abd291e9c0., pid=18, masterSystemTime=1732218356989 2024-11-21T19:45:57,020 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732218346269.bf1c129cfa648735918d55abd291e9c0. 2024-11-21T19:45:57,020 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732218346269.bf1c129cfa648735918d55abd291e9c0. 2024-11-21T19:45:57,020 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732218346269.20a6e474253c4433bf3a77a3b8149699. 2024-11-21T19:45:57,020 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 20a6e474253c4433bf3a77a3b8149699, NAME => 'SPTestTable,99999996,1732218346269.20a6e474253c4433bf3a77a3b8149699.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-21T19:45:57,021 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 20a6e474253c4433bf3a77a3b8149699 2024-11-21T19:45:57,021 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732218346269.20a6e474253c4433bf3a77a3b8149699.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:45:57,021 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 20a6e474253c4433bf3a77a3b8149699 2024-11-21T19:45:57,021 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 20a6e474253c4433bf3a77a3b8149699 2024-11-21T19:45:57,021 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732218346269.8cca3a77b17a18655a6072a22578c2df. 2024-11-21T19:45:57,021 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=bf1c129cfa648735918d55abd291e9c0, regionState=OPEN, openSeqNum=2, regionLocation=7b96b36745c6,44845,1732218333931 2024-11-21T19:45:57,021 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 8cca3a77b17a18655a6072a22578c2df, NAME => 'SPTestTable,7ffffffd,1732218346269.8cca3a77b17a18655a6072a22578c2df.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-21T19:45:57,022 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8cca3a77b17a18655a6072a22578c2df 2024-11-21T19:45:57,022 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732218346269.8cca3a77b17a18655a6072a22578c2df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:45:57,022 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 8cca3a77b17a18655a6072a22578c2df 2024-11-21T19:45:57,022 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 8cca3a77b17a18655a6072a22578c2df 2024-11-21T19:45:57,023 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732218346269.e707874782104fef5c68753ea346f099. 2024-11-21T19:45:57,023 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => e707874782104fef5c68753ea346f099, NAME => 'SPTestTable,66666664,1732218346269.e707874782104fef5c68753ea346f099.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-21T19:45:57,023 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e707874782104fef5c68753ea346f099 2024-11-21T19:45:57,024 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732218346269.e707874782104fef5c68753ea346f099.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:45:57,024 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for e707874782104fef5c68753ea346f099 2024-11-21T19:45:57,024 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for e707874782104fef5c68753ea346f099 2024-11-21T19:45:57,024 INFO [StoreOpener-20a6e474253c4433bf3a77a3b8149699-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 20a6e474253c4433bf3a77a3b8149699 2024-11-21T19:45:57,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf1c129cfa648735918d55abd291e9c0, server=7b96b36745c6,44845,1732218333931 because future has completed 2024-11-21T19:45:57,025 INFO [StoreOpener-8cca3a77b17a18655a6072a22578c2df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8cca3a77b17a18655a6072a22578c2df 2024-11-21T19:45:57,026 INFO [StoreOpener-e707874782104fef5c68753ea346f099-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e707874782104fef5c68753ea346f099 2024-11-21T19:45:57,026 INFO [StoreOpener-20a6e474253c4433bf3a77a3b8149699-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20a6e474253c4433bf3a77a3b8149699 columnFamilyName cf 2024-11-21T19:45:57,027 DEBUG [StoreOpener-20a6e474253c4433bf3a77a3b8149699-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:45:57,027 INFO [StoreOpener-20a6e474253c4433bf3a77a3b8149699-1 {}] regionserver.HStore(327): Store=20a6e474253c4433bf3a77a3b8149699/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:45:57,028 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 20a6e474253c4433bf3a77a3b8149699 2024-11-21T19:45:57,028 INFO [StoreOpener-8cca3a77b17a18655a6072a22578c2df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8cca3a77b17a18655a6072a22578c2df columnFamilyName cf 2024-11-21T19:45:57,028 DEBUG [StoreOpener-8cca3a77b17a18655a6072a22578c2df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:45:57,029 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/default/SPTestTable/20a6e474253c4433bf3a77a3b8149699 2024-11-21T19:45:57,029 INFO [StoreOpener-8cca3a77b17a18655a6072a22578c2df-1 {}] regionserver.HStore(327): Store=8cca3a77b17a18655a6072a22578c2df/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:45:57,029 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 8cca3a77b17a18655a6072a22578c2df 2024-11-21T19:45:57,029 INFO [StoreOpener-e707874782104fef5c68753ea346f099-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e707874782104fef5c68753ea346f099 columnFamilyName cf 2024-11-21T19:45:57,030 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/default/SPTestTable/20a6e474253c4433bf3a77a3b8149699 2024-11-21T19:45:57,030 DEBUG [StoreOpener-e707874782104fef5c68753ea346f099-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:45:57,031 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 20a6e474253c4433bf3a77a3b8149699 2024-11-21T19:45:57,031 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 20a6e474253c4433bf3a77a3b8149699 2024-11-21T19:45:57,031 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/default/SPTestTable/8cca3a77b17a18655a6072a22578c2df 2024-11-21T19:45:57,031 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=8 2024-11-21T19:45:57,031 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure bf1c129cfa648735918d55abd291e9c0, server=7b96b36745c6,44845,1732218333931 in 10.0340 sec 2024-11-21T19:45:57,031 INFO [StoreOpener-e707874782104fef5c68753ea346f099-1 {}] regionserver.HStore(327): Store=e707874782104fef5c68753ea346f099/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:45:57,032 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for e707874782104fef5c68753ea346f099 2024-11-21T19:45:57,032 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/default/SPTestTable/8cca3a77b17a18655a6072a22578c2df 2024-11-21T19:45:57,033 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/default/SPTestTable/e707874782104fef5c68753ea346f099 2024-11-21T19:45:57,034 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 8cca3a77b17a18655a6072a22578c2df 2024-11-21T19:45:57,034 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 8cca3a77b17a18655a6072a22578c2df 2024-11-21T19:45:57,034 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bf1c129cfa648735918d55abd291e9c0, ASSIGN in 10.2110 sec 2024-11-21T19:45:57,034 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/default/SPTestTable/e707874782104fef5c68753ea346f099 2024-11-21T19:45:57,035 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 20a6e474253c4433bf3a77a3b8149699 2024-11-21T19:45:57,035 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for e707874782104fef5c68753ea346f099 2024-11-21T19:45:57,035 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for e707874782104fef5c68753ea346f099 2024-11-21T19:45:57,037 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 8cca3a77b17a18655a6072a22578c2df 2024-11-21T19:45:57,038 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for e707874782104fef5c68753ea346f099 2024-11-21T19:45:57,040 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/default/SPTestTable/20a6e474253c4433bf3a77a3b8149699/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:45:57,040 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/default/SPTestTable/8cca3a77b17a18655a6072a22578c2df/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:45:57,041 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/default/SPTestTable/e707874782104fef5c68753ea346f099/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:45:57,041 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 20a6e474253c4433bf3a77a3b8149699; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61410096, jitterRate=-0.08491826057434082}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T19:45:57,041 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 8cca3a77b17a18655a6072a22578c2df; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72237752, jitterRate=0.07642638683319092}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T19:45:57,041 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 20a6e474253c4433bf3a77a3b8149699 2024-11-21T19:45:57,041 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8cca3a77b17a18655a6072a22578c2df 2024-11-21T19:45:57,041 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 20a6e474253c4433bf3a77a3b8149699: Running coprocessor pre-open hook at 1732218357021Writing region info on filesystem at 1732218357021Initializing all the Stores at 1732218357023 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218357023Cleaning up temporary data from old regions at 1732218357031 (+8 ms)Running coprocessor post-open hooks at 1732218357041 (+10 ms)Region opened successfully at 1732218357041 2024-11-21T19:45:57,041 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 8cca3a77b17a18655a6072a22578c2df: Running coprocessor pre-open hook at 1732218357022Writing region info on filesystem at 1732218357022Initializing all the Stores at 1732218357024 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218357024Cleaning up temporary data from old regions at 1732218357034 (+10 ms)Running coprocessor post-open hooks at 1732218357041 (+7 ms)Region opened successfully at 1732218357041 2024-11-21T19:45:57,042 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732218346269.20a6e474253c4433bf3a77a3b8149699., pid=16, masterSystemTime=1732218356989 2024-11-21T19:45:57,042 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened e707874782104fef5c68753ea346f099; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68614620, jitterRate=0.02243751287460327}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T19:45:57,042 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e707874782104fef5c68753ea346f099 2024-11-21T19:45:57,043 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for e707874782104fef5c68753ea346f099: Running coprocessor pre-open hook at 1732218357024Writing region info on filesystem at 1732218357024Initializing all the Stores at 1732218357025 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218357025Cleaning up temporary data from old regions at 1732218357035 (+10 ms)Running coprocessor post-open hooks at 1732218357042 (+7 ms)Region opened successfully at 1732218357042 2024-11-21T19:45:57,045 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732218346269.20a6e474253c4433bf3a77a3b8149699. 2024-11-21T19:45:57,045 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732218346269.20a6e474253c4433bf3a77a3b8149699. 2024-11-21T19:45:57,045 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732218346269.70e19610a597f697721eaa8f17e1cca8. 2024-11-21T19:45:57,045 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 70e19610a597f697721eaa8f17e1cca8, NAME => 'SPTestTable,33333332,1732218346269.70e19610a597f697721eaa8f17e1cca8.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-21T19:45:57,046 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 70e19610a597f697721eaa8f17e1cca8 2024-11-21T19:45:57,046 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=20a6e474253c4433bf3a77a3b8149699, regionState=OPEN, openSeqNum=2, regionLocation=7b96b36745c6,44845,1732218333931 2024-11-21T19:45:57,046 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732218346269.70e19610a597f697721eaa8f17e1cca8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:45:57,046 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 70e19610a597f697721eaa8f17e1cca8 2024-11-21T19:45:57,046 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 70e19610a597f697721eaa8f17e1cca8 2024-11-21T19:45:57,048 INFO [StoreOpener-70e19610a597f697721eaa8f17e1cca8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 70e19610a597f697721eaa8f17e1cca8 2024-11-21T19:45:57,050 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732218346269.e707874782104fef5c68753ea346f099., pid=23, masterSystemTime=1732218357016 2024-11-21T19:45:57,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20a6e474253c4433bf3a77a3b8149699, server=7b96b36745c6,44845,1732218333931 because future has completed 2024-11-21T19:45:57,051 INFO [StoreOpener-70e19610a597f697721eaa8f17e1cca8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70e19610a597f697721eaa8f17e1cca8 columnFamilyName cf 2024-11-21T19:45:57,051 DEBUG [StoreOpener-70e19610a597f697721eaa8f17e1cca8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:45:57,052 INFO [StoreOpener-70e19610a597f697721eaa8f17e1cca8-1 {}] regionserver.HStore(327): Store=70e19610a597f697721eaa8f17e1cca8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:45:57,052 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 70e19610a597f697721eaa8f17e1cca8 2024-11-21T19:45:57,053 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/default/SPTestTable/70e19610a597f697721eaa8f17e1cca8 2024-11-21T19:45:57,053 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732218346269.e707874782104fef5c68753ea346f099. 2024-11-21T19:45:57,053 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732218346269.e707874782104fef5c68753ea346f099. 2024-11-21T19:45:57,053 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732218346269.e4fcfbd697b17cceee46c732f162eba7. 2024-11-21T19:45:57,054 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => e4fcfbd697b17cceee46c732f162eba7, NAME => 'SPTestTable,19999999,1732218346269.e4fcfbd697b17cceee46c732f162eba7.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-21T19:45:57,054 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/default/SPTestTable/70e19610a597f697721eaa8f17e1cca8 2024-11-21T19:45:57,054 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e4fcfbd697b17cceee46c732f162eba7 2024-11-21T19:45:57,054 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732218346269.e4fcfbd697b17cceee46c732f162eba7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:45:57,054 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for e4fcfbd697b17cceee46c732f162eba7 2024-11-21T19:45:57,054 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for e4fcfbd697b17cceee46c732f162eba7 2024-11-21T19:45:57,054 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 70e19610a597f697721eaa8f17e1cca8 2024-11-21T19:45:57,054 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 70e19610a597f697721eaa8f17e1cca8 2024-11-21T19:45:57,057 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e707874782104fef5c68753ea346f099, regionState=OPEN, openSeqNum=2, regionLocation=7b96b36745c6,43087,1732218333980 2024-11-21T19:45:57,057 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732218346269.8cca3a77b17a18655a6072a22578c2df., pid=21, masterSystemTime=1732218357012 2024-11-21T19:45:57,058 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 70e19610a597f697721eaa8f17e1cca8 2024-11-21T19:45:57,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=11 2024-11-21T19:45:57,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 20a6e474253c4433bf3a77a3b8149699, server=7b96b36745c6,44845,1732218333931 in 10.0650 sec 2024-11-21T19:45:57,060 INFO [StoreOpener-e4fcfbd697b17cceee46c732f162eba7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e4fcfbd697b17cceee46c732f162eba7 2024-11-21T19:45:57,061 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732218346269.8cca3a77b17a18655a6072a22578c2df. 2024-11-21T19:45:57,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e707874782104fef5c68753ea346f099, server=7b96b36745c6,43087,1732218333980 because future has completed 2024-11-21T19:45:57,061 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732218346269.8cca3a77b17a18655a6072a22578c2df. 2024-11-21T19:45:57,061 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732218346269.8bf52ca05f8d147fa022b22cb3793dbe. 2024-11-21T19:45:57,062 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 8bf52ca05f8d147fa022b22cb3793dbe, NAME => 'SPTestTable,b333332f,1732218346269.8bf52ca05f8d147fa022b22cb3793dbe.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-21T19:45:57,062 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8bf52ca05f8d147fa022b22cb3793dbe 2024-11-21T19:45:57,062 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732218346269.8bf52ca05f8d147fa022b22cb3793dbe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:45:57,062 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 8bf52ca05f8d147fa022b22cb3793dbe 2024-11-21T19:45:57,062 INFO [StoreOpener-e4fcfbd697b17cceee46c732f162eba7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4fcfbd697b17cceee46c732f162eba7 columnFamilyName cf 2024-11-21T19:45:57,062 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 8bf52ca05f8d147fa022b22cb3793dbe 2024-11-21T19:45:57,062 DEBUG [StoreOpener-e4fcfbd697b17cceee46c732f162eba7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:45:57,063 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/default/SPTestTable/70e19610a597f697721eaa8f17e1cca8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:45:57,066 INFO [StoreOpener-e4fcfbd697b17cceee46c732f162eba7-1 {}] regionserver.HStore(327): Store=e4fcfbd697b17cceee46c732f162eba7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:45:57,066 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for e4fcfbd697b17cceee46c732f162eba7 2024-11-21T19:45:57,066 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 70e19610a597f697721eaa8f17e1cca8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72037328, jitterRate=0.0734398365020752}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T19:45:57,066 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 70e19610a597f697721eaa8f17e1cca8 2024-11-21T19:45:57,066 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 70e19610a597f697721eaa8f17e1cca8: Running coprocessor pre-open hook at 1732218357046Writing region info on filesystem at 1732218357046Initializing all the Stores at 1732218357048 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218357048Cleaning up temporary data from old regions at 1732218357055 (+7 ms)Running coprocessor post-open hooks at 1732218357066 (+11 ms)Region opened successfully at 1732218357066 2024-11-21T19:45:57,066 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=20a6e474253c4433bf3a77a3b8149699, ASSIGN in 10.2400 sec 2024-11-21T19:45:57,066 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=8cca3a77b17a18655a6072a22578c2df, regionState=OPEN, openSeqNum=2, regionLocation=7b96b36745c6,37871,1732218333818 2024-11-21T19:45:57,068 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732218346269.70e19610a597f697721eaa8f17e1cca8., pid=17, masterSystemTime=1732218356989 2024-11-21T19:45:57,068 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/default/SPTestTable/e4fcfbd697b17cceee46c732f162eba7 2024-11-21T19:45:57,069 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/default/SPTestTable/e4fcfbd697b17cceee46c732f162eba7 2024-11-21T19:45:57,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8cca3a77b17a18655a6072a22578c2df, server=7b96b36745c6,37871,1732218333818 because future has completed 2024-11-21T19:45:57,070 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for e4fcfbd697b17cceee46c732f162eba7 2024-11-21T19:45:57,070 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for e4fcfbd697b17cceee46c732f162eba7 2024-11-21T19:45:57,072 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732218346269.70e19610a597f697721eaa8f17e1cca8. 2024-11-21T19:45:57,072 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732218346269.70e19610a597f697721eaa8f17e1cca8. 2024-11-21T19:45:57,073 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732218346269.c3467c722de0dd0aebd0fb06530bb288. 2024-11-21T19:45:57,073 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=70e19610a597f697721eaa8f17e1cca8, regionState=OPEN, openSeqNum=2, regionLocation=7b96b36745c6,44845,1732218333931 2024-11-21T19:45:57,073 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => c3467c722de0dd0aebd0fb06530bb288, NAME => 'SPTestTable,ccccccc8,1732218346269.c3467c722de0dd0aebd0fb06530bb288.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-21T19:45:57,073 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c3467c722de0dd0aebd0fb06530bb288 2024-11-21T19:45:57,074 INFO [StoreOpener-8bf52ca05f8d147fa022b22cb3793dbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8bf52ca05f8d147fa022b22cb3793dbe 2024-11-21T19:45:57,074 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732218346269.c3467c722de0dd0aebd0fb06530bb288.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:45:57,074 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for c3467c722de0dd0aebd0fb06530bb288 2024-11-21T19:45:57,074 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for c3467c722de0dd0aebd0fb06530bb288 2024-11-21T19:45:57,074 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=9 2024-11-21T19:45:57,075 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for e4fcfbd697b17cceee46c732f162eba7 2024-11-21T19:45:57,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e707874782104fef5c68753ea346f099, server=7b96b36745c6,43087,1732218333980 in 10.0590 sec 2024-11-21T19:45:57,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70e19610a597f697721eaa8f17e1cca8, server=7b96b36745c6,44845,1732218333931 because future has completed 2024-11-21T19:45:57,078 INFO [StoreOpener-8bf52ca05f8d147fa022b22cb3793dbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8bf52ca05f8d147fa022b22cb3793dbe columnFamilyName cf 2024-11-21T19:45:57,078 DEBUG [StoreOpener-8bf52ca05f8d147fa022b22cb3793dbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:45:57,078 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=10 2024-11-21T19:45:57,078 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 8cca3a77b17a18655a6072a22578c2df, server=7b96b36745c6,37871,1732218333818 in 10.0660 sec 2024-11-21T19:45:57,079 INFO [StoreOpener-8bf52ca05f8d147fa022b22cb3793dbe-1 {}] regionserver.HStore(327): Store=8bf52ca05f8d147fa022b22cb3793dbe/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:45:57,079 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 8bf52ca05f8d147fa022b22cb3793dbe 2024-11-21T19:45:57,080 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/default/SPTestTable/8bf52ca05f8d147fa022b22cb3793dbe 2024-11-21T19:45:57,081 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e707874782104fef5c68753ea346f099, ASSIGN in 10.2570 sec 2024-11-21T19:45:57,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8cca3a77b17a18655a6072a22578c2df, ASSIGN in 10.2580 sec 2024-11-21T19:45:57,081 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/default/SPTestTable/8bf52ca05f8d147fa022b22cb3793dbe 2024-11-21T19:45:57,082 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 8bf52ca05f8d147fa022b22cb3793dbe 2024-11-21T19:45:57,082 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 8bf52ca05f8d147fa022b22cb3793dbe 2024-11-21T19:45:57,083 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=7 2024-11-21T19:45:57,083 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 70e19610a597f697721eaa8f17e1cca8, server=7b96b36745c6,44845,1732218333931 in 10.0890 sec 2024-11-21T19:45:57,085 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 8bf52ca05f8d147fa022b22cb3793dbe 2024-11-21T19:45:57,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=70e19610a597f697721eaa8f17e1cca8, ASSIGN in 10.2630 sec 2024-11-21T19:45:57,085 INFO [StoreOpener-c3467c722de0dd0aebd0fb06530bb288-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c3467c722de0dd0aebd0fb06530bb288 2024-11-21T19:45:57,086 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/default/SPTestTable/e4fcfbd697b17cceee46c732f162eba7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:45:57,087 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened e4fcfbd697b17cceee46c732f162eba7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63447480, jitterRate=-0.05455887317657471}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T19:45:57,087 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e4fcfbd697b17cceee46c732f162eba7 2024-11-21T19:45:57,087 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for e4fcfbd697b17cceee46c732f162eba7: Running coprocessor pre-open hook at 1732218357054Writing region info on filesystem at 1732218357054Initializing all the Stores at 1732218357057 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218357057Cleaning up temporary data from old regions at 1732218357070 (+13 ms)Running coprocessor post-open hooks at 1732218357087 (+17 ms)Region opened successfully at 1732218357087 2024-11-21T19:45:57,087 INFO [StoreOpener-c3467c722de0dd0aebd0fb06530bb288-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3467c722de0dd0aebd0fb06530bb288 columnFamilyName cf 2024-11-21T19:45:57,088 DEBUG [StoreOpener-c3467c722de0dd0aebd0fb06530bb288-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:45:57,088 INFO [StoreOpener-c3467c722de0dd0aebd0fb06530bb288-1 {}] regionserver.HStore(327): Store=c3467c722de0dd0aebd0fb06530bb288/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:45:57,089 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732218346269.e4fcfbd697b17cceee46c732f162eba7., pid=22, masterSystemTime=1732218357016 2024-11-21T19:45:57,089 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for c3467c722de0dd0aebd0fb06530bb288 2024-11-21T19:45:57,089 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/default/SPTestTable/8bf52ca05f8d147fa022b22cb3793dbe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:45:57,090 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/default/SPTestTable/c3467c722de0dd0aebd0fb06530bb288 2024-11-21T19:45:57,090 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/default/SPTestTable/c3467c722de0dd0aebd0fb06530bb288 2024-11-21T19:45:57,090 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 8bf52ca05f8d147fa022b22cb3793dbe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65158433, jitterRate=-0.029063686728477478}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T19:45:57,091 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8bf52ca05f8d147fa022b22cb3793dbe 2024-11-21T19:45:57,091 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 8bf52ca05f8d147fa022b22cb3793dbe: Running coprocessor pre-open hook at 1732218357063Writing region info on filesystem at 1732218357063Initializing all the Stores at 1732218357068 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218357068Cleaning up temporary data from old regions at 1732218357082 (+14 ms)Running coprocessor post-open hooks at 1732218357091 (+9 ms)Region opened successfully at 1732218357091 2024-11-21T19:45:57,091 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for c3467c722de0dd0aebd0fb06530bb288 2024-11-21T19:45:57,091 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for c3467c722de0dd0aebd0fb06530bb288 2024-11-21T19:45:57,091 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732218346269.e4fcfbd697b17cceee46c732f162eba7. 2024-11-21T19:45:57,091 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732218346269.e4fcfbd697b17cceee46c732f162eba7. 2024-11-21T19:45:57,091 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732218346269.5a3a8b9d02010a4e17ea5a0e15468d67. 2024-11-21T19:45:57,091 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 5a3a8b9d02010a4e17ea5a0e15468d67, NAME => 'SPTestTable,e6666661,1732218346269.5a3a8b9d02010a4e17ea5a0e15468d67.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-21T19:45:57,092 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5a3a8b9d02010a4e17ea5a0e15468d67 2024-11-21T19:45:57,092 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732218346269.5a3a8b9d02010a4e17ea5a0e15468d67.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:45:57,092 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 5a3a8b9d02010a4e17ea5a0e15468d67 2024-11-21T19:45:57,092 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e4fcfbd697b17cceee46c732f162eba7, regionState=OPEN, openSeqNum=2, regionLocation=7b96b36745c6,43087,1732218333980 2024-11-21T19:45:57,092 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 5a3a8b9d02010a4e17ea5a0e15468d67 2024-11-21T19:45:57,093 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732218346269.8bf52ca05f8d147fa022b22cb3793dbe., pid=20, masterSystemTime=1732218357012 2024-11-21T19:45:57,095 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for c3467c722de0dd0aebd0fb06530bb288 2024-11-21T19:45:57,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4fcfbd697b17cceee46c732f162eba7, server=7b96b36745c6,43087,1732218333980 because future has completed 2024-11-21T19:45:57,096 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732218346269.8bf52ca05f8d147fa022b22cb3793dbe. 2024-11-21T19:45:57,096 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732218346269.8bf52ca05f8d147fa022b22cb3793dbe. 2024-11-21T19:45:57,096 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,,1732218346269.c6e35679fce31e136e89d2d19d801562. 2024-11-21T19:45:57,096 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => c6e35679fce31e136e89d2d19d801562, NAME => 'SPTestTable,,1732218346269.c6e35679fce31e136e89d2d19d801562.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-21T19:45:57,096 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c6e35679fce31e136e89d2d19d801562 2024-11-21T19:45:57,096 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,,1732218346269.c6e35679fce31e136e89d2d19d801562.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:45:57,097 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for c6e35679fce31e136e89d2d19d801562 2024-11-21T19:45:57,097 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for c6e35679fce31e136e89d2d19d801562 2024-11-21T19:45:57,097 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=8bf52ca05f8d147fa022b22cb3793dbe, regionState=OPEN, openSeqNum=2, regionLocation=7b96b36745c6,37871,1732218333818 2024-11-21T19:45:57,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8bf52ca05f8d147fa022b22cb3793dbe, server=7b96b36745c6,37871,1732218333818 because future has completed 2024-11-21T19:45:57,101 INFO [StoreOpener-5a3a8b9d02010a4e17ea5a0e15468d67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5a3a8b9d02010a4e17ea5a0e15468d67 2024-11-21T19:45:57,102 INFO [StoreOpener-c6e35679fce31e136e89d2d19d801562-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c6e35679fce31e136e89d2d19d801562 2024-11-21T19:45:57,102 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/default/SPTestTable/c3467c722de0dd0aebd0fb06530bb288/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:45:57,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=6 2024-11-21T19:45:57,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure e4fcfbd697b17cceee46c732f162eba7, server=7b96b36745c6,43087,1732218333980 in 10.0890 sec 2024-11-21T19:45:57,103 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened c3467c722de0dd0aebd0fb06530bb288; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71329837, jitterRate=0.06289739906787872}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T19:45:57,104 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c3467c722de0dd0aebd0fb06530bb288 2024-11-21T19:45:57,104 INFO [StoreOpener-5a3a8b9d02010a4e17ea5a0e15468d67-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a3a8b9d02010a4e17ea5a0e15468d67 columnFamilyName cf 2024-11-21T19:45:57,104 DEBUG [StoreOpener-5a3a8b9d02010a4e17ea5a0e15468d67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:45:57,104 INFO [StoreOpener-c6e35679fce31e136e89d2d19d801562-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6e35679fce31e136e89d2d19d801562 columnFamilyName cf 2024-11-21T19:45:57,104 DEBUG [StoreOpener-c6e35679fce31e136e89d2d19d801562-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:45:57,104 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for c3467c722de0dd0aebd0fb06530bb288: Running coprocessor pre-open hook at 1732218357074Writing region info on filesystem at 1732218357074Initializing all the Stores at 1732218357077 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218357078 (+1 ms)Cleaning up temporary data from old regions at 1732218357091 (+13 ms)Running coprocessor post-open hooks at 1732218357104 (+13 ms)Region opened successfully at 1732218357104 2024-11-21T19:45:57,105 INFO [StoreOpener-c6e35679fce31e136e89d2d19d801562-1 {}] regionserver.HStore(327): Store=c6e35679fce31e136e89d2d19d801562/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:45:57,105 INFO [StoreOpener-5a3a8b9d02010a4e17ea5a0e15468d67-1 {}] regionserver.HStore(327): Store=5a3a8b9d02010a4e17ea5a0e15468d67/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:45:57,105 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 5a3a8b9d02010a4e17ea5a0e15468d67 2024-11-21T19:45:57,105 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for c6e35679fce31e136e89d2d19d801562 2024-11-21T19:45:57,106 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/default/SPTestTable/c6e35679fce31e136e89d2d19d801562 2024-11-21T19:45:57,107 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/default/SPTestTable/5a3a8b9d02010a4e17ea5a0e15468d67 2024-11-21T19:45:57,107 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=12 2024-11-21T19:45:57,107 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e4fcfbd697b17cceee46c732f162eba7, ASSIGN in 10.2830 sec 2024-11-21T19:45:57,107 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 8bf52ca05f8d147fa022b22cb3793dbe, server=7b96b36745c6,37871,1732218333818 in 10.0990 sec 2024-11-21T19:45:57,107 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732218346269.c3467c722de0dd0aebd0fb06530bb288., pid=15, masterSystemTime=1732218356989 2024-11-21T19:45:57,107 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/default/SPTestTable/c6e35679fce31e136e89d2d19d801562 2024-11-21T19:45:57,108 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/default/SPTestTable/5a3a8b9d02010a4e17ea5a0e15468d67 2024-11-21T19:45:57,108 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for c6e35679fce31e136e89d2d19d801562 2024-11-21T19:45:57,108 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for c6e35679fce31e136e89d2d19d801562 2024-11-21T19:45:57,109 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 5a3a8b9d02010a4e17ea5a0e15468d67 2024-11-21T19:45:57,109 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 5a3a8b9d02010a4e17ea5a0e15468d67 2024-11-21T19:45:57,110 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732218346269.c3467c722de0dd0aebd0fb06530bb288. 2024-11-21T19:45:57,110 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732218346269.c3467c722de0dd0aebd0fb06530bb288. 2024-11-21T19:45:57,112 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8bf52ca05f8d147fa022b22cb3793dbe, ASSIGN in 10.2870 sec 2024-11-21T19:45:57,112 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=c3467c722de0dd0aebd0fb06530bb288, regionState=OPEN, openSeqNum=2, regionLocation=7b96b36745c6,44845,1732218333931 2024-11-21T19:45:57,113 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for c6e35679fce31e136e89d2d19d801562 2024-11-21T19:45:57,113 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 5a3a8b9d02010a4e17ea5a0e15468d67 2024-11-21T19:45:57,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3467c722de0dd0aebd0fb06530bb288, server=7b96b36745c6,44845,1732218333931 because future has completed 2024-11-21T19:45:57,120 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/default/SPTestTable/c6e35679fce31e136e89d2d19d801562/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:45:57,121 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened c6e35679fce31e136e89d2d19d801562; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66201038, jitterRate=-0.013527661561965942}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T19:45:57,121 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/default/SPTestTable/5a3a8b9d02010a4e17ea5a0e15468d67/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:45:57,121 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c6e35679fce31e136e89d2d19d801562 2024-11-21T19:45:57,121 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for c6e35679fce31e136e89d2d19d801562: Running coprocessor pre-open hook at 1732218357097Writing region info on filesystem at 1732218357097Initializing all the Stores at 1732218357099 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218357099Cleaning up temporary data from old regions at 1732218357108 (+9 ms)Running coprocessor post-open hooks at 1732218357121 (+13 ms)Region opened successfully at 1732218357121 2024-11-21T19:45:57,122 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 5a3a8b9d02010a4e17ea5a0e15468d67; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71496404, jitterRate=0.06537944078445435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T19:45:57,122 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5a3a8b9d02010a4e17ea5a0e15468d67 2024-11-21T19:45:57,122 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=13 2024-11-21T19:45:57,122 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 5a3a8b9d02010a4e17ea5a0e15468d67: Running coprocessor pre-open hook at 1732218357092Writing region info on filesystem at 1732218357092Initializing all the Stores at 1732218357094 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218357094Cleaning up temporary data from old regions at 1732218357109 (+15 ms)Running coprocessor post-open hooks at 1732218357122 (+13 ms)Region opened successfully at 1732218357122 2024-11-21T19:45:57,122 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure c3467c722de0dd0aebd0fb06530bb288, server=7b96b36745c6,44845,1732218333931 in 10.1340 sec 2024-11-21T19:45:57,124 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732218346269.5a3a8b9d02010a4e17ea5a0e15468d67., pid=19, masterSystemTime=1732218357016 2024-11-21T19:45:57,124 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732218346269.c6e35679fce31e136e89d2d19d801562., pid=24, masterSystemTime=1732218357012 2024-11-21T19:45:57,126 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c3467c722de0dd0aebd0fb06530bb288, ASSIGN in 10.3020 sec 2024-11-21T19:45:57,126 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732218346269.5a3a8b9d02010a4e17ea5a0e15468d67. 2024-11-21T19:45:57,127 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732218346269.5a3a8b9d02010a4e17ea5a0e15468d67. 2024-11-21T19:45:57,128 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=5a3a8b9d02010a4e17ea5a0e15468d67, regionState=OPEN, openSeqNum=2, regionLocation=7b96b36745c6,43087,1732218333980 2024-11-21T19:45:57,128 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732218346269.c6e35679fce31e136e89d2d19d801562. 2024-11-21T19:45:57,129 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732218346269.c6e35679fce31e136e89d2d19d801562. 2024-11-21T19:45:57,130 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c6e35679fce31e136e89d2d19d801562, regionState=OPEN, openSeqNum=2, regionLocation=7b96b36745c6,37871,1732218333818 2024-11-21T19:45:57,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a3a8b9d02010a4e17ea5a0e15468d67, server=7b96b36745c6,43087,1732218333980 because future has completed 2024-11-21T19:45:57,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c6e35679fce31e136e89d2d19d801562, server=7b96b36745c6,37871,1732218333818 because future has completed 2024-11-21T19:45:57,138 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=14 2024-11-21T19:45:57,140 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 5a3a8b9d02010a4e17ea5a0e15468d67, server=7b96b36745c6,43087,1732218333980 in 10.1310 sec 2024-11-21T19:45:57,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=5 2024-11-21T19:45:57,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5a3a8b9d02010a4e17ea5a0e15468d67, ASSIGN in 10.3180 sec 2024-11-21T19:45:57,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c6e35679fce31e136e89d2d19d801562, server=7b96b36745c6,37871,1732218333818 in 10.1260 sec 2024-11-21T19:45:57,144 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T19:45:57,145 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c6e35679fce31e136e89d2d19d801562, ASSIGN in 10.3200 sec 2024-11-21T19:45:57,146 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T19:45:57,146 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732218357146"}]},"ts":"1732218357146"} 2024-11-21T19:45:57,149 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-21T19:45:57,151 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T19:45:57,156 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.8760 sec 2024-11-21T19:45:59,361 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-21T19:46:02,050 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T19:46:02,543 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T19:46:03,518 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-21T19:46:03,518 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-21T19:46:04,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T19:46:04,583 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-21T19:46:04,583 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-21T19:46:04,584 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T19:46:04,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-21T19:46:04,596 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T19:46:04,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-21T19:46:04,637 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732218346269.20a6e474253c4433bf3a77a3b8149699., hostname=7b96b36745c6,44845,1732218333931, seqNum=2] 2024-11-21T19:46:04,643 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732218346269.20a6e474253c4433bf3a77a3b8149699., hostname=7b96b36745c6,44845,1732218333931, seqNum=2] 2024-11-21T19:46:04,645 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732218346269.20a6e474253c4433bf3a77a3b8149699., hostname=7b96b36745c6,44845,1732218333931, seqNum=2] 2024-11-21T19:46:04,648 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732218346269.20a6e474253c4433bf3a77a3b8149699., hostname=7b96b36745c6,44845,1732218333931, seqNum=2] 2024-11-21T19:46:04,650 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732218346269.20a6e474253c4433bf3a77a3b8149699., hostname=7b96b36745c6,44845,1732218333931, seqNum=2] 2024-11-21T19:46:04,651 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1732218346269.20a6e474253c4433bf3a77a3b8149699., hostname=7b96b36745c6,44845,1732218333931, seqNum=2] 2024-11-21T19:46:04,653 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1732218346269.20a6e474253c4433bf3a77a3b8149699., hostname=7b96b36745c6,44845,1732218333931, seqNum=2] 2024-11-21T19:46:04,655 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1732218346269.20a6e474253c4433bf3a77a3b8149699., hostname=7b96b36745c6,44845,1732218333931, seqNum=2] 2024-11-21T19:46:04,689 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732218346269.8bf52ca05f8d147fa022b22cb3793dbe., hostname=7b96b36745c6,37871,1732218333818, seqNum=2] 2024-11-21T19:46:04,692 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732218346269.8bf52ca05f8d147fa022b22cb3793dbe., hostname=7b96b36745c6,37871,1732218333818, seqNum=2] 2024-11-21T19:46:04,695 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732218346269.8bf52ca05f8d147fa022b22cb3793dbe., hostname=7b96b36745c6,37871,1732218333818, seqNum=2] 2024-11-21T19:46:04,698 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732218346269.8bf52ca05f8d147fa022b22cb3793dbe., hostname=7b96b36745c6,37871,1732218333818, seqNum=2] 2024-11-21T19:46:04,700 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732218346269.8bf52ca05f8d147fa022b22cb3793dbe., hostname=7b96b36745c6,37871,1732218333818, seqNum=2] 2024-11-21T19:46:04,703 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1732218346269.8bf52ca05f8d147fa022b22cb3793dbe., hostname=7b96b36745c6,37871,1732218333818, seqNum=2] 2024-11-21T19:46:04,705 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1732218346269.8bf52ca05f8d147fa022b22cb3793dbe., hostname=7b96b36745c6,37871,1732218333818, seqNum=2] 2024-11-21T19:46:04,708 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1732218346269.8bf52ca05f8d147fa022b22cb3793dbe., hostname=7b96b36745c6,37871,1732218333818, seqNum=2] 2024-11-21T19:46:04,748 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732218346269.c3467c722de0dd0aebd0fb06530bb288., hostname=7b96b36745c6,44845,1732218333931, seqNum=2] 2024-11-21T19:46:04,751 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732218346269.c3467c722de0dd0aebd0fb06530bb288., hostname=7b96b36745c6,44845,1732218333931, seqNum=2] 2024-11-21T19:46:04,753 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732218346269.c3467c722de0dd0aebd0fb06530bb288., hostname=7b96b36745c6,44845,1732218333931, seqNum=2] 2024-11-21T19:46:04,755 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732218346269.c3467c722de0dd0aebd0fb06530bb288., hostname=7b96b36745c6,44845,1732218333931, seqNum=2] 2024-11-21T19:46:04,758 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732218346269.c3467c722de0dd0aebd0fb06530bb288., hostname=7b96b36745c6,44845,1732218333931, seqNum=2] 2024-11-21T19:46:04,760 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732218346269.c3467c722de0dd0aebd0fb06530bb288., hostname=7b96b36745c6,44845,1732218333931, seqNum=2] 2024-11-21T19:46:04,762 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732218346269.c3467c722de0dd0aebd0fb06530bb288., hostname=7b96b36745c6,44845,1732218333931, seqNum=2] 2024-11-21T19:46:04,764 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732218346269.c3467c722de0dd0aebd0fb06530bb288., hostname=7b96b36745c6,44845,1732218333931, seqNum=2] 2024-11-21T19:46:04,820 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732218346269.5a3a8b9d02010a4e17ea5a0e15468d67., hostname=7b96b36745c6,43087,1732218333980, seqNum=2] 2024-11-21T19:46:04,823 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732218346269.5a3a8b9d02010a4e17ea5a0e15468d67., hostname=7b96b36745c6,43087,1732218333980, seqNum=2] 2024-11-21T19:46:04,825 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732218346269.5a3a8b9d02010a4e17ea5a0e15468d67., hostname=7b96b36745c6,43087,1732218333980, seqNum=2] 2024-11-21T19:46:04,828 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732218346269.5a3a8b9d02010a4e17ea5a0e15468d67., hostname=7b96b36745c6,43087,1732218333980, seqNum=2] 2024-11-21T19:46:04,830 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732218346269.5a3a8b9d02010a4e17ea5a0e15468d67., hostname=7b96b36745c6,43087,1732218333980, seqNum=2] 2024-11-21T19:46:04,832 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1732218346269.5a3a8b9d02010a4e17ea5a0e15468d67., hostname=7b96b36745c6,43087,1732218333980, seqNum=2] 2024-11-21T19:46:04,834 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1732218346269.5a3a8b9d02010a4e17ea5a0e15468d67., hostname=7b96b36745c6,43087,1732218333980, seqNum=2] 2024-11-21T19:46:04,836 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1732218346269.5a3a8b9d02010a4e17ea5a0e15468d67., hostname=7b96b36745c6,43087,1732218333980, seqNum=2] 2024-11-21T19:46:05,597 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:46:05,606 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50870, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:46:05,623 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:46:05,630 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49720, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:46:05,668 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44845 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732218346269.20a6e474253c4433bf3a77a3b8149699. with WAL disabled. Data may be lost in the event of a crash. 2024-11-21T19:46:05,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37871 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732218346269.8bf52ca05f8d147fa022b22cb3793dbe. with WAL disabled. Data may be lost in the event of a crash. 2024-11-21T19:46:05,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43087 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,e6666661,1732218346269.5a3a8b9d02010a4e17ea5a0e15468d67. 2024-11-21T19:46:05,753 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44845 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732218346269.c3467c722de0dd0aebd0fb06530bb288. with WAL disabled. Data may be lost in the event of a crash. 2024-11-21T19:46:06,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43087 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732218346269.5a3a8b9d02010a4e17ea5a0e15468d67. with WAL disabled. Data may be lost in the event of a crash. 2024-11-21T19:46:06,419 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-21T19:46:06,420 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T19:46:06,421 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-21T19:46:06,425 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-21T19:46:06,438 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-21T19:46:06,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741848_1024 (size=49) 2024-11-21T19:46:06,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741848_1024 (size=49) 2024-11-21T19:46:06,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741848_1024 (size=49) 2024-11-21T19:46:06,456 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-21T19:46:06,459 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c6e35679fce31e136e89d2d19d801562}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e4fcfbd697b17cceee46c732f162eba7}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 70e19610a597f697721eaa8f17e1cca8}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bf1c129cfa648735918d55abd291e9c0}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e707874782104fef5c68753ea346f099}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8cca3a77b17a18655a6072a22578c2df}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 20a6e474253c4433bf3a77a3b8149699}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8bf52ca05f8d147fa022b22cb3793dbe}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c3467c722de0dd0aebd0fb06530bb288}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5a3a8b9d02010a4e17ea5a0e15468d67}] 2024-11-21T19:46:06,465 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c6e35679fce31e136e89d2d19d801562 2024-11-21T19:46:06,465 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e4fcfbd697b17cceee46c732f162eba7 2024-11-21T19:46:06,465 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 20a6e474253c4433bf3a77a3b8149699 2024-11-21T19:46:06,465 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8bf52ca05f8d147fa022b22cb3793dbe 2024-11-21T19:46:06,466 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5a3a8b9d02010a4e17ea5a0e15468d67 2024-11-21T19:46:06,470 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c3467c722de0dd0aebd0fb06530bb288 2024-11-21T19:46:06,474 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8cca3a77b17a18655a6072a22578c2df 2024-11-21T19:46:06,474 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e707874782104fef5c68753ea346f099 2024-11-21T19:46:06,474 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bf1c129cfa648735918d55abd291e9c0 2024-11-21T19:46:06,474 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 70e19610a597f697721eaa8f17e1cca8 2024-11-21T19:46:06,522 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 7b96b36745c6,44845,1732218333931 2024-11-21T19:46:06,523 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 7b96b36745c6,44845,1732218333931: Simulated kill ***** 2024-11-21T19:46:06,523 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T19:46:06,525 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T19:46:06,526 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T19:46:06,529 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T19:46:06,529 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T19:46:06,536 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 573515648 }, "NonHeapMemoryUsage": { "committed": 156565504, "init": 7667712, "max": -1, "used": 153546896 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "7b96b36745c6", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "7b96b36745c6", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:61008", "tag.serverName": "7b96b36745c6,43087,1732218333980", "tag.clusterId": "e896f356-3733-4f1a-8e43-02ab93c4debb", "tag.Context": "regionserver", "tag.Hostname": "7b96b36745c6", "regionCount": 4, "storeCount": 7, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22368, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732218333980, "averageRegionSize": 3183, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-21T19:46:06,540 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39777 {}] master.MasterRpcServices(700): 7b96b36745c6,44845,1732218333931 reported a fatal error: ***** ABORTING region server 7b96b36745c6,44845,1732218333931: Simulated kill ***** 2024-11-21T19:46:06,542 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b96b36745c6,44845,1732218333931' ***** 2024-11-21T19:46:06,542 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-21T19:46:06,543 INFO [RS:1;7b96b36745c6:44845 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T19:46:06,543 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T19:46:06,543 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T19:46:06,543 INFO [RS:1;7b96b36745c6:44845 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-21T19:46:06,543 INFO [RS:1;7b96b36745c6:44845 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-21T19:46:06,543 INFO [RS:1;7b96b36745c6:44845 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T19:46:06,544 INFO [RS:1;7b96b36745c6:44845 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;7b96b36745c6:44845. 2024-11-21T19:46:06,544 DEBUG [RS:1;7b96b36745c6:44845 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T19:46:06,544 DEBUG [RS:1;7b96b36745c6:44845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:46:06,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741833_1009 (size=1257) 2024-11-21T19:46:06,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741833_1009 (size=1257) 2024-11-21T19:46:06,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741833_1009 (size=1257) 2024-11-21T19:46:06,551 DEBUG [RS:1;7b96b36745c6:44845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:46:06,551 INFO [RS:1;7b96b36745c6:44845 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T19:46:06,552 INFO [RS:1;7b96b36745c6:44845 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44845 2024-11-21T19:46:06,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39777-0x10116d518800000, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T19:46:06,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44845-0x10116d518800002, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7b96b36745c6,44845,1732218333931 2024-11-21T19:46:06,560 INFO [RS:1;7b96b36745c6:44845 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T19:46:06,563 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b96b36745c6,44845,1732218333931] 2024-11-21T19:46:06,564 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7b96b36745c6,44845,1732218333931 already deleted, retry=false 2024-11-21T19:46:06,565 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 7b96b36745c6,44845,1732218333931 on 7b96b36745c6,39777,1732218333018 2024-11-21T19:46:06,570 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 7b96b36745c6,44845,1732218333931, splitWal=true, meta=false 2024-11-21T19:46:06,573 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 7b96b36745c6,44845,1732218333931 (carryingMeta=false) 7b96b36745c6,44845,1732218333931/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@2d455a3f[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-21T19:46:06,574 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 7b96b36745c6,44845,1732218333931, splitWal=true, meta=false 2024-11-21T19:46:06,575 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c3467c722de0dd0aebd0fb06530bb288 2024-11-21T19:46:06,575 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 70e19610a597f697721eaa8f17e1cca8 2024-11-21T19:46:06,576 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 20a6e474253c4433bf3a77a3b8149699 2024-11-21T19:46:06,576 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bf1c129cfa648735918d55abd291e9c0 2024-11-21T19:46:06,577 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 7b96b36745c6,44845,1732218333931 had 4 regions 2024-11-21T19:46:06,577 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c3467c722de0dd0aebd0fb06530bb288 can not run currently because target server of region SPTestTable,ccccccc8,1732218346269.c3467c722de0dd0aebd0fb06530bb288. 7b96b36745c6,44845,1732218333931 is in state CRASHED, wait 1000 ms to retry 2024-11-21T19:46:06,577 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c3467c722de0dd0aebd0fb06530bb288; timeout=1000, timestamp=1732218367577 2024-11-21T19:46:06,577 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 70e19610a597f697721eaa8f17e1cca8 can not run currently because target server of region SPTestTable,33333332,1732218346269.70e19610a597f697721eaa8f17e1cca8. 7b96b36745c6,44845,1732218333931 is in state CRASHED, wait 1000 ms to retry 2024-11-21T19:46:06,577 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 70e19610a597f697721eaa8f17e1cca8; timeout=1000, timestamp=1732218367577 2024-11-21T19:46:06,578 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 20a6e474253c4433bf3a77a3b8149699 can not run currently because target server of region SPTestTable,99999996,1732218346269.20a6e474253c4433bf3a77a3b8149699. 7b96b36745c6,44845,1732218333931 is in state CRASHED, wait 1000 ms to retry 2024-11-21T19:46:06,578 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 20a6e474253c4433bf3a77a3b8149699; timeout=1000, timestamp=1732218367578 2024-11-21T19:46:06,578 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bf1c129cfa648735918d55abd291e9c0 can not run currently because target server of region SPTestTable,4ccccccb,1732218346269.bf1c129cfa648735918d55abd291e9c0. 7b96b36745c6,44845,1732218333931 is in state CRASHED, wait 1000 ms to retry 2024-11-21T19:46:06,578 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bf1c129cfa648735918d55abd291e9c0; timeout=1000, timestamp=1732218367578 2024-11-21T19:46:06,579 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 7b96b36745c6,44845,1732218333931, splitWal=true, meta=false, isMeta: false 2024-11-21T19:46:06,582 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/WALs/7b96b36745c6,44845,1732218333931-splitting 2024-11-21T19:46:06,583 INFO [PEWorker-3 {}] master.SplitWALManager(105): 7b96b36745c6,44845,1732218333931 WAL count=1, meta=false 2024-11-21T19:46:06,586 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 7b96b36745c6%2C44845%2C1732218333931.1732218335602}] 2024-11-21T19:46:06,593 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=7b96b36745c6,43087,1732218333980 2024-11-21T19:46:06,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 7b96b36745c6%2C44845%2C1732218333931.1732218335602, worker=7b96b36745c6,43087,1732218333980}] 2024-11-21T19:46:06,641 INFO [regionserver/7b96b36745c6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T19:46:06,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44845-0x10116d518800002, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:46:06,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44845-0x10116d518800002, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:46:06,664 INFO [RS:1;7b96b36745c6:44845 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T19:46:06,664 INFO [RS:1;7b96b36745c6:44845 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b96b36745c6,44845,1732218333931; zookeeper connection closed. 2024-11-21T19:46:06,664 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@16a5f7a2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@16a5f7a2 2024-11-21T19:46:07,141 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b96b36745c6:39777 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-21T19:46:07,488 INFO [regionserver/7b96b36745c6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T19:46:07,488 INFO [regionserver/7b96b36745c6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T19:46:07,577 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 70e19610a597f697721eaa8f17e1cca8 2024-11-21T19:46:07,577 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c3467c722de0dd0aebd0fb06530bb288 2024-11-21T19:46:07,578 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 20a6e474253c4433bf3a77a3b8149699 2024-11-21T19:46:07,579 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 70e19610a597f697721eaa8f17e1cca8 can not run currently because target server of region SPTestTable,33333332,1732218346269.70e19610a597f697721eaa8f17e1cca8. 7b96b36745c6,44845,1732218333931 is in state SPLITTING, wait 2000 ms to retry 2024-11-21T19:46:07,579 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bf1c129cfa648735918d55abd291e9c0 2024-11-21T19:46:07,579 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c3467c722de0dd0aebd0fb06530bb288 can not run currently because target server of region SPTestTable,ccccccc8,1732218346269.c3467c722de0dd0aebd0fb06530bb288. 7b96b36745c6,44845,1732218333931 is in state SPLITTING, wait 2000 ms to retry 2024-11-21T19:46:07,579 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 70e19610a597f697721eaa8f17e1cca8; timeout=2000, timestamp=1732218369579 2024-11-21T19:46:07,579 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c3467c722de0dd0aebd0fb06530bb288; timeout=2000, timestamp=1732218369579 2024-11-21T19:46:07,580 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 20a6e474253c4433bf3a77a3b8149699 can not run currently because target server of region SPTestTable,99999996,1732218346269.20a6e474253c4433bf3a77a3b8149699. 7b96b36745c6,44845,1732218333931 is in state SPLITTING, wait 2000 ms to retry 2024-11-21T19:46:07,580 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 20a6e474253c4433bf3a77a3b8149699; timeout=2000, timestamp=1732218369580 2024-11-21T19:46:07,580 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bf1c129cfa648735918d55abd291e9c0 can not run currently because target server of region SPTestTable,4ccccccb,1732218346269.bf1c129cfa648735918d55abd291e9c0. 7b96b36745c6,44845,1732218333931 is in state SPLITTING, wait 2000 ms to retry 2024-11-21T19:46:07,580 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bf1c129cfa648735918d55abd291e9c0; timeout=2000, timestamp=1732218369580 2024-11-21T19:46:09,579 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 70e19610a597f697721eaa8f17e1cca8 2024-11-21T19:46:09,579 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c3467c722de0dd0aebd0fb06530bb288 2024-11-21T19:46:09,580 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 20a6e474253c4433bf3a77a3b8149699 2024-11-21T19:46:09,580 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bf1c129cfa648735918d55abd291e9c0 2024-11-21T19:46:09,580 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 70e19610a597f697721eaa8f17e1cca8 can not run currently because target server of region SPTestTable,33333332,1732218346269.70e19610a597f697721eaa8f17e1cca8. 7b96b36745c6,44845,1732218333931 is in state SPLITTING, wait 4000 ms to retry 2024-11-21T19:46:09,580 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c3467c722de0dd0aebd0fb06530bb288 can not run currently because target server of region SPTestTable,ccccccc8,1732218346269.c3467c722de0dd0aebd0fb06530bb288. 7b96b36745c6,44845,1732218333931 is in state SPLITTING, wait 4000 ms to retry 2024-11-21T19:46:09,580 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c3467c722de0dd0aebd0fb06530bb288; timeout=4000, timestamp=1732218373580 2024-11-21T19:46:09,581 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 70e19610a597f697721eaa8f17e1cca8; timeout=4000, timestamp=1732218373580 2024-11-21T19:46:09,581 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 20a6e474253c4433bf3a77a3b8149699 can not run currently because target server of region SPTestTable,99999996,1732218346269.20a6e474253c4433bf3a77a3b8149699. 7b96b36745c6,44845,1732218333931 is in state SPLITTING, wait 4000 ms to retry 2024-11-21T19:46:09,582 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 20a6e474253c4433bf3a77a3b8149699; timeout=4000, timestamp=1732218373581 2024-11-21T19:46:09,582 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bf1c129cfa648735918d55abd291e9c0 can not run currently because target server of region SPTestTable,4ccccccb,1732218346269.bf1c129cfa648735918d55abd291e9c0. 7b96b36745c6,44845,1732218333931 is in state SPLITTING, wait 4000 ms to retry 2024-11-21T19:46:09,582 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bf1c129cfa648735918d55abd291e9c0; timeout=4000, timestamp=1732218373582 2024-11-21T19:46:13,580 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 70e19610a597f697721eaa8f17e1cca8 2024-11-21T19:46:13,580 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c3467c722de0dd0aebd0fb06530bb288 2024-11-21T19:46:13,581 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 20a6e474253c4433bf3a77a3b8149699 2024-11-21T19:46:13,581 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c3467c722de0dd0aebd0fb06530bb288 can not run currently because target server of region SPTestTable,ccccccc8,1732218346269.c3467c722de0dd0aebd0fb06530bb288. 7b96b36745c6,44845,1732218333931 is in state SPLITTING, wait 8000 ms to retry 2024-11-21T19:46:13,581 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 70e19610a597f697721eaa8f17e1cca8 can not run currently because target server of region SPTestTable,33333332,1732218346269.70e19610a597f697721eaa8f17e1cca8. 7b96b36745c6,44845,1732218333931 is in state SPLITTING, wait 8000 ms to retry 2024-11-21T19:46:13,581 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c3467c722de0dd0aebd0fb06530bb288; timeout=8000, timestamp=1732218381581 2024-11-21T19:46:13,582 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 70e19610a597f697721eaa8f17e1cca8; timeout=8000, timestamp=1732218381581 2024-11-21T19:46:13,582 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 20a6e474253c4433bf3a77a3b8149699 can not run currently because target server of region SPTestTable,99999996,1732218346269.20a6e474253c4433bf3a77a3b8149699. 7b96b36745c6,44845,1732218333931 is in state SPLITTING, wait 8000 ms to retry 2024-11-21T19:46:13,582 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bf1c129cfa648735918d55abd291e9c0 2024-11-21T19:46:13,582 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 20a6e474253c4433bf3a77a3b8149699; timeout=8000, timestamp=1732218381582 2024-11-21T19:46:13,583 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bf1c129cfa648735918d55abd291e9c0 can not run currently because target server of region SPTestTable,4ccccccb,1732218346269.bf1c129cfa648735918d55abd291e9c0. 7b96b36745c6,44845,1732218333931 is in state SPLITTING, wait 8000 ms to retry 2024-11-21T19:46:13,583 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bf1c129cfa648735918d55abd291e9c0; timeout=8000, timestamp=1732218381583 2024-11-21T19:46:16,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43087 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-21T19:46:16,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-21T19:46:16,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732218346269.5a3a8b9d02010a4e17ea5a0e15468d67. 2024-11-21T19:46:16,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-21T19:46:16,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732218346269.8cca3a77b17a18655a6072a22578c2df. 2024-11-21T19:46:16,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43087 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-21T19:46:16,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-21T19:46:16,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732218346269.8bf52ca05f8d147fa022b22cb3793dbe. 2024-11-21T19:46:16,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43087 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-21T19:46:16,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732218346269.c6e35679fce31e136e89d2d19d801562. 2024-11-21T19:46:16,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43087 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-21T19:46:16,478 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732218346269.e4fcfbd697b17cceee46c732f162eba7. 2024-11-21T19:46:16,480 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732218346269.e707874782104fef5c68753ea346f099. 2024-11-21T19:46:16,480 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 8cca3a77b17a18655a6072a22578c2df: 2024-11-21T19:46:16,480 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for c6e35679fce31e136e89d2d19d801562: 2024-11-21T19:46:16,480 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 8bf52ca05f8d147fa022b22cb3793dbe 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-21T19:46:16,480 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 5a3a8b9d02010a4e17ea5a0e15468d67 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-21T19:46:16,480 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732218346269.8cca3a77b17a18655a6072a22578c2df. for SnapshotProcedureTest completed. 2024-11-21T19:46:16,480 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732218346269.c6e35679fce31e136e89d2d19d801562. for SnapshotProcedureTest completed. 2024-11-21T19:46:16,480 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for e707874782104fef5c68753ea346f099: 2024-11-21T19:46:16,480 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for e4fcfbd697b17cceee46c732f162eba7: 2024-11-21T19:46:16,481 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732218346269.e707874782104fef5c68753ea346f099. for SnapshotProcedureTest completed. 2024-11-21T19:46:16,481 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732218346269.e4fcfbd697b17cceee46c732f162eba7. for SnapshotProcedureTest completed. 2024-11-21T19:46:16,481 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732218346269.e4fcfbd697b17cceee46c732f162eba7.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T19:46:16,481 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732218346269.e707874782104fef5c68753ea346f099.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T19:46:16,481 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732218346269.8cca3a77b17a18655a6072a22578c2df.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T19:46:16,481 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732218346269.c6e35679fce31e136e89d2d19d801562.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T19:46:16,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T19:46:16,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T19:46:16,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T19:46:16,488 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T19:46:16,488 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T19:46:16,488 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T19:46:16,489 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T19:46:16,489 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T19:46:16,506 INFO [RS_LOG_REPLAY_OPS-regionserver/7b96b36745c6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/WALs/7b96b36745c6,44845,1732218333931-splitting/7b96b36745c6%2C44845%2C1732218333931.1732218335602, size=1.2 K (1257bytes) 2024-11-21T19:46:16,507 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7b96b36745c6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-21T19:46:16,507 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7b96b36745c6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-21T19:46:16,507 INFO [RS_LOG_REPLAY_OPS-regionserver/7b96b36745c6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/WALs/7b96b36745c6,44845,1732218333931-splitting/7b96b36745c6%2C44845%2C1732218333931.1732218335602 2024-11-21T19:46:16,513 INFO [RS_LOG_REPLAY_OPS-regionserver/7b96b36745c6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/WALs/7b96b36745c6,44845,1732218333931-splitting/7b96b36745c6%2C44845%2C1732218333931.1732218335602 after 5ms 2024-11-21T19:46:16,532 INFO [RS_LOG_REPLAY_OPS-regionserver/7b96b36745c6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/WALs/7b96b36745c6,44845,1732218333931-splitting/7b96b36745c6%2C44845%2C1732218333931.1732218335602 took 27ms 2024-11-21T19:46:16,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741849_1025 (size=65) 2024-11-21T19:46:16,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741849_1025 (size=65) 2024-11-21T19:46:16,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741849_1025 (size=65) 2024-11-21T19:46:16,542 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732218346269.e4fcfbd697b17cceee46c732f162eba7. 2024-11-21T19:46:16,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741850_1026 (size=65) 2024-11-21T19:46:16,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741850_1026 (size=65) 2024-11-21T19:46:16,545 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-21T19:46:16,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741850_1026 (size=65) 2024-11-21T19:46:16,546 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732218346269.e707874782104fef5c68753ea346f099. 2024-11-21T19:46:16,546 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-21T19:46:16,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39777 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-21T19:46:16,548 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39777 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e4fcfbd697b17cceee46c732f162eba7 2024-11-21T19:46:16,548 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e4fcfbd697b17cceee46c732f162eba7 2024-11-21T19:46:16,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39777 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-21T19:46:16,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39777 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e707874782104fef5c68753ea346f099 2024-11-21T19:46:16,553 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e707874782104fef5c68753ea346f099 2024-11-21T19:46:16,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e4fcfbd697b17cceee46c732f162eba7 in 10.0930 sec 2024-11-21T19:46:16,561 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e707874782104fef5c68753ea346f099 in 10.1000 sec 2024-11-21T19:46:16,583 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7b96b36745c6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for bf1c129cfa648735918d55abd291e9c0: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-21T19:46:16,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741851_1027 (size=65) 2024-11-21T19:46:16,586 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7b96b36745c6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 20a6e474253c4433bf3a77a3b8149699: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-21T19:46:16,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741851_1027 (size=65) 2024-11-21T19:46:16,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741852_1028 (size=57) 2024-11-21T19:46:16,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741852_1028 (size=57) 2024-11-21T19:46:16,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741852_1028 (size=57) 2024-11-21T19:46:16,588 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732218346269.c6e35679fce31e136e89d2d19d801562. 2024-11-21T19:46:16,589 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-21T19:46:16,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39777 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-21T19:46:16,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39777 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c6e35679fce31e136e89d2d19d801562 2024-11-21T19:46:16,590 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732218346269.8cca3a77b17a18655a6072a22578c2df. 2024-11-21T19:46:16,590 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-21T19:46:16,590 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c6e35679fce31e136e89d2d19d801562 2024-11-21T19:46:16,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741851_1027 (size=65) 2024-11-21T19:46:16,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39777 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-21T19:46:16,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39777 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8cca3a77b17a18655a6072a22578c2df 2024-11-21T19:46:16,591 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8cca3a77b17a18655a6072a22578c2df 2024-11-21T19:46:16,597 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c6e35679fce31e136e89d2d19d801562 in 10.1340 sec 2024-11-21T19:46:16,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8cca3a77b17a18655a6072a22578c2df in 10.1350 sec 2024-11-21T19:46:16,599 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7b96b36745c6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 70e19610a597f697721eaa8f17e1cca8: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-21T19:46:16,602 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7b96b36745c6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for c3467c722de0dd0aebd0fb06530bb288: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-21T19:46:16,602 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7b96b36745c6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/WALs/7b96b36745c6,44845,1732218333931-splitting/7b96b36745c6%2C44845%2C1732218333931.1732218335602 so closing down 2024-11-21T19:46:16,602 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7b96b36745c6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T19:46:16,602 INFO [RS_LOG_REPLAY_OPS-regionserver/7b96b36745c6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T19:46:16,607 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/default/SPTestTable/8bf52ca05f8d147fa022b22cb3793dbe/.tmp/cf/46f035c79ae9482897c5f3acf6083986 is 34, key is baa/cf:cf/1732218365678/Put/seqid=0 2024-11-21T19:46:16,614 INFO [RS_LOG_REPLAY_OPS-regionserver/7b96b36745c6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 33 ms; skipped=4; WAL=hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/WALs/7b96b36745c6,44845,1732218333931-splitting/7b96b36745c6%2C44845%2C1732218333931.1732218335602, size=1.2 K, length=1257, corrupted=false, cancelled=false 2024-11-21T19:46:16,614 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7b96b36745c6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/WALs/7b96b36745c6,44845,1732218333931-splitting/7b96b36745c6%2C44845%2C1732218333931.1732218335602, journal: Splitting hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/WALs/7b96b36745c6,44845,1732218333931-splitting/7b96b36745c6%2C44845%2C1732218333931.1732218335602, size=1.2 K (1257bytes) at 1732218376506Finishing writing output for hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/WALs/7b96b36745c6,44845,1732218333931-splitting/7b96b36745c6%2C44845%2C1732218333931.1732218335602 so closing down at 1732218376602 (+96 ms)3 split writer threads finished at 1732218376602Processed 4 edits across 0 Regions in 33 ms; skipped=4; WAL=hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/WALs/7b96b36745c6,44845,1732218333931-splitting/7b96b36745c6%2C44845%2C1732218333931.1732218335602, size=1.2 K, length=1257, corrupted=false, cancelled=false at 1732218376614 (+12 ms) 2024-11-21T19:46:16,614 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7b96b36745c6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/WALs/7b96b36745c6,44845,1732218333931-splitting/7b96b36745c6%2C44845%2C1732218333931.1732218335602 2024-11-21T19:46:16,614 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7b96b36745c6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-21T19:46:16,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39777 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-21T19:46:16,627 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/WALs/7b96b36745c6,44845,1732218333931-splitting/7b96b36745c6%2C44845%2C1732218333931.1732218335602 to hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/oldWALs 2024-11-21T19:46:16,631 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-21T19:46:16,631 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 7b96b36745c6%2C44845%2C1732218333931.1732218335602, worker=7b96b36745c6,43087,1732218333980 in 10.0330 sec 2024-11-21T19:46:16,632 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=7b96b36745c6,43087,1732218333980 2024-11-21T19:46:16,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-21T19:46:16,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 7b96b36745c6%2C44845%2C1732218333931.1732218335602, worker=7b96b36745c6,43087,1732218333980 in 10.0470 sec 2024-11-21T19:46:16,638 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/WALs/7b96b36745c6,44845,1732218333931-splitting dir is empty, no logs to split. 2024-11-21T19:46:16,638 INFO [PEWorker-4 {}] master.SplitWALManager(105): 7b96b36745c6,44845,1732218333931 WAL count=0, meta=false 2024-11-21T19:46:16,638 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 7b96b36745c6,44845,1732218333931 WAL splitting is done? wals=0, meta=false 2024-11-21T19:46:16,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741854_1030 (size=28623) 2024-11-21T19:46:16,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741854_1030 (size=28623) 2024-11-21T19:46:16,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741854_1030 (size=28623) 2024-11-21T19:46:16,641 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/default/SPTestTable/8bf52ca05f8d147fa022b22cb3793dbe/.tmp/cf/46f035c79ae9482897c5f3acf6083986 2024-11-21T19:46:16,643 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 7b96b36745c6,44845,1732218333931 failed, ignore...File hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/WALs/7b96b36745c6,44845,1732218333931-splitting does not exist. 2024-11-21T19:46:16,648 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=70e19610a597f697721eaa8f17e1cca8, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bf1c129cfa648735918d55abd291e9c0, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c3467c722de0dd0aebd0fb06530bb288, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=20a6e474253c4433bf3a77a3b8149699, ASSIGN}] 2024-11-21T19:46:16,650 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=70e19610a597f697721eaa8f17e1cca8, ASSIGN 2024-11-21T19:46:16,651 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bf1c129cfa648735918d55abd291e9c0, ASSIGN 2024-11-21T19:46:16,652 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=70e19610a597f697721eaa8f17e1cca8, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T19:46:16,653 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bf1c129cfa648735918d55abd291e9c0, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T19:46:16,654 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c3467c722de0dd0aebd0fb06530bb288, ASSIGN 2024-11-21T19:46:16,655 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=20a6e474253c4433bf3a77a3b8149699, ASSIGN 2024-11-21T19:46:16,656 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c3467c722de0dd0aebd0fb06530bb288, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T19:46:16,657 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=20a6e474253c4433bf3a77a3b8149699, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T19:46:16,675 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/default/SPTestTable/5a3a8b9d02010a4e17ea5a0e15468d67/.tmp/cf/70d05a0a744d4abb9cc5947b5e4d05f2 is 34, key is eaa/cf:cf/1732218366265/Put/seqid=0 2024-11-21T19:46:16,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741853_1029 (size=499309) 2024-11-21T19:46:16,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741853_1029 (size=499309) 2024-11-21T19:46:16,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741853_1029 (size=499309) 2024-11-21T19:46:16,681 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/default/SPTestTable/5a3a8b9d02010a4e17ea5a0e15468d67/.tmp/cf/70d05a0a744d4abb9cc5947b5e4d05f2 2024-11-21T19:46:16,696 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/default/SPTestTable/8bf52ca05f8d147fa022b22cb3793dbe/.tmp/cf/46f035c79ae9482897c5f3acf6083986 as hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/default/SPTestTable/8bf52ca05f8d147fa022b22cb3793dbe/cf/46f035c79ae9482897c5f3acf6083986 2024-11-21T19:46:16,696 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/default/SPTestTable/5a3a8b9d02010a4e17ea5a0e15468d67/.tmp/cf/70d05a0a744d4abb9cc5947b5e4d05f2 as hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/default/SPTestTable/5a3a8b9d02010a4e17ea5a0e15468d67/cf/70d05a0a744d4abb9cc5947b5e4d05f2 2024-11-21T19:46:16,705 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/default/SPTestTable/5a3a8b9d02010a4e17ea5a0e15468d67/cf/70d05a0a744d4abb9cc5947b5e4d05f2, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-21T19:46:16,706 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/default/SPTestTable/8bf52ca05f8d147fa022b22cb3793dbe/cf/46f035c79ae9482897c5f3acf6083986, entries=731, sequenceid=5, filesize=28.0 K 2024-11-21T19:46:16,714 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 8bf52ca05f8d147fa022b22cb3793dbe in 233ms, sequenceid=5, compaction requested=false 2024-11-21T19:46:16,714 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 5a3a8b9d02010a4e17ea5a0e15468d67 in 233ms, sequenceid=5, compaction requested=false 2024-11-21T19:46:16,714 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 5a3a8b9d02010a4e17ea5a0e15468d67: 2024-11-21T19:46:16,714 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 8bf52ca05f8d147fa022b22cb3793dbe: 2024-11-21T19:46:16,714 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732218346269.8bf52ca05f8d147fa022b22cb3793dbe. for SnapshotProcedureTest completed. 2024-11-21T19:46:16,714 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732218346269.5a3a8b9d02010a4e17ea5a0e15468d67. for SnapshotProcedureTest completed. 2024-11-21T19:46:16,715 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732218346269.8bf52ca05f8d147fa022b22cb3793dbe.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T19:46:16,715 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732218346269.5a3a8b9d02010a4e17ea5a0e15468d67.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T19:46:16,715 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T19:46:16,715 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T19:46:16,715 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/default/SPTestTable/5a3a8b9d02010a4e17ea5a0e15468d67/cf/70d05a0a744d4abb9cc5947b5e4d05f2] hfiles 2024-11-21T19:46:16,715 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/default/SPTestTable/8bf52ca05f8d147fa022b22cb3793dbe/cf/46f035c79ae9482897c5f3acf6083986] hfiles 2024-11-21T19:46:16,718 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/default/SPTestTable/8bf52ca05f8d147fa022b22cb3793dbe/cf/46f035c79ae9482897c5f3acf6083986 for snapshot=SnapshotProcedureTest 2024-11-21T19:46:16,718 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/default/SPTestTable/5a3a8b9d02010a4e17ea5a0e15468d67/cf/70d05a0a744d4abb9cc5947b5e4d05f2 for snapshot=SnapshotProcedureTest 2024-11-21T19:46:16,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741856_1032 (size=97) 2024-11-21T19:46:16,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741856_1032 (size=97) 2024-11-21T19:46:16,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741855_1031 (size=105) 2024-11-21T19:46:16,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741856_1032 (size=97) 2024-11-21T19:46:16,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741855_1031 (size=105) 2024-11-21T19:46:16,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741855_1031 (size=105) 2024-11-21T19:46:16,737 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732218346269.5a3a8b9d02010a4e17ea5a0e15468d67. 2024-11-21T19:46:16,737 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-21T19:46:16,737 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732218346269.8bf52ca05f8d147fa022b22cb3793dbe. 2024-11-21T19:46:16,737 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-21T19:46:16,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39777 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-21T19:46:16,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39777 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-21T19:46:16,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39777 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5a3a8b9d02010a4e17ea5a0e15468d67 2024-11-21T19:46:16,738 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39777 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8bf52ca05f8d147fa022b22cb3793dbe 2024-11-21T19:46:16,738 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8bf52ca05f8d147fa022b22cb3793dbe 2024-11-21T19:46:16,738 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5a3a8b9d02010a4e17ea5a0e15468d67 2024-11-21T19:46:16,741 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8bf52ca05f8d147fa022b22cb3793dbe in 10.2810 sec 2024-11-21T19:46:16,742 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5a3a8b9d02010a4e17ea5a0e15468d67 in 10.2810 sec 2024-11-21T19:46:16,803 DEBUG [7b96b36745c6:39777 {}] balancer.BalancerClusterState(204): Hosts are {7b96b36745c6=0} racks are {/default-rack=0} 2024-11-21T19:46:16,803 DEBUG [7b96b36745c6:39777 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T19:46:16,803 DEBUG [7b96b36745c6:39777 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T19:46:16,803 DEBUG [7b96b36745c6:39777 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T19:46:16,803 DEBUG [7b96b36745c6:39777 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T19:46:16,803 INFO [7b96b36745c6:39777 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T19:46:16,803 INFO [7b96b36745c6:39777 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T19:46:16,803 DEBUG [7b96b36745c6:39777 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T19:46:16,804 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=70e19610a597f697721eaa8f17e1cca8, regionState=OPENING, regionLocation=7b96b36745c6,37871,1732218333818 2024-11-21T19:46:16,804 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=bf1c129cfa648735918d55abd291e9c0, regionState=OPENING, regionLocation=7b96b36745c6,43087,1732218333980 2024-11-21T19:46:16,804 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=c3467c722de0dd0aebd0fb06530bb288, regionState=OPENING, regionLocation=7b96b36745c6,43087,1732218333980 2024-11-21T19:46:16,804 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=20a6e474253c4433bf3a77a3b8149699, regionState=OPENING, regionLocation=7b96b36745c6,37871,1732218333818 2024-11-21T19:46:16,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bf1c129cfa648735918d55abd291e9c0, ASSIGN because future has completed 2024-11-21T19:46:16,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf1c129cfa648735918d55abd291e9c0, server=7b96b36745c6,43087,1732218333980}] 2024-11-21T19:46:16,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=70e19610a597f697721eaa8f17e1cca8, ASSIGN because future has completed 2024-11-21T19:46:16,812 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70e19610a597f697721eaa8f17e1cca8, server=7b96b36745c6,37871,1732218333818}] 2024-11-21T19:46:16,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c3467c722de0dd0aebd0fb06530bb288, ASSIGN because future has completed 2024-11-21T19:46:16,814 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3467c722de0dd0aebd0fb06530bb288, server=7b96b36745c6,43087,1732218333980}] 2024-11-21T19:46:16,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=20a6e474253c4433bf3a77a3b8149699, ASSIGN because future has completed 2024-11-21T19:46:16,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20a6e474253c4433bf3a77a3b8149699, server=7b96b36745c6,37871,1732218333818}] 2024-11-21T19:46:21,581 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 70e19610a597f697721eaa8f17e1cca8 held by pid=39 2024-11-21T19:46:21,581 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c3467c722de0dd0aebd0fb06530bb288 held by pid=41 2024-11-21T19:46:21,582 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c3467c722de0dd0aebd0fb06530bb288 2024-11-21T19:46:21,582 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 70e19610a597f697721eaa8f17e1cca8 2024-11-21T19:46:21,582 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 20a6e474253c4433bf3a77a3b8149699 held by pid=42 2024-11-21T19:46:21,582 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 20a6e474253c4433bf3a77a3b8149699 2024-11-21T19:46:21,583 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bf1c129cfa648735918d55abd291e9c0 held by pid=40 2024-11-21T19:46:21,583 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bf1c129cfa648735918d55abd291e9c0 2024-11-21T19:46:26,154 INFO [master/7b96b36745c6:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-21T19:46:26,154 INFO [master/7b96b36745c6:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-21T19:46:26,817 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732218346269.c3467c722de0dd0aebd0fb06530bb288. 2024-11-21T19:46:26,818 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => c3467c722de0dd0aebd0fb06530bb288, NAME => 'SPTestTable,ccccccc8,1732218346269.c3467c722de0dd0aebd0fb06530bb288.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-21T19:46:26,818 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c3467c722de0dd0aebd0fb06530bb288 2024-11-21T19:46:26,818 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732218346269.c3467c722de0dd0aebd0fb06530bb288.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:46:26,818 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for c3467c722de0dd0aebd0fb06530bb288 2024-11-21T19:46:26,818 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for c3467c722de0dd0aebd0fb06530bb288 2024-11-21T19:46:26,820 INFO [StoreOpener-c3467c722de0dd0aebd0fb06530bb288-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c3467c722de0dd0aebd0fb06530bb288 2024-11-21T19:46:26,822 INFO [StoreOpener-c3467c722de0dd0aebd0fb06530bb288-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3467c722de0dd0aebd0fb06530bb288 columnFamilyName cf 2024-11-21T19:46:26,822 DEBUG [StoreOpener-c3467c722de0dd0aebd0fb06530bb288-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:46:26,822 INFO [StoreOpener-c3467c722de0dd0aebd0fb06530bb288-1 {}] regionserver.HStore(327): Store=c3467c722de0dd0aebd0fb06530bb288/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:46:26,823 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for c3467c722de0dd0aebd0fb06530bb288 2024-11-21T19:46:26,823 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/default/SPTestTable/c3467c722de0dd0aebd0fb06530bb288 2024-11-21T19:46:26,825 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732218346269.70e19610a597f697721eaa8f17e1cca8. 2024-11-21T19:46:26,825 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 70e19610a597f697721eaa8f17e1cca8, NAME => 'SPTestTable,33333332,1732218346269.70e19610a597f697721eaa8f17e1cca8.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-21T19:46:26,825 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 70e19610a597f697721eaa8f17e1cca8 2024-11-21T19:46:26,826 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732218346269.70e19610a597f697721eaa8f17e1cca8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:46:26,826 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/default/SPTestTable/c3467c722de0dd0aebd0fb06530bb288 2024-11-21T19:46:26,826 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 70e19610a597f697721eaa8f17e1cca8 2024-11-21T19:46:26,826 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 70e19610a597f697721eaa8f17e1cca8 2024-11-21T19:46:26,826 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for c3467c722de0dd0aebd0fb06530bb288 2024-11-21T19:46:26,826 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for c3467c722de0dd0aebd0fb06530bb288 2024-11-21T19:46:26,827 INFO [StoreOpener-70e19610a597f697721eaa8f17e1cca8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 70e19610a597f697721eaa8f17e1cca8 2024-11-21T19:46:26,828 INFO [StoreOpener-70e19610a597f697721eaa8f17e1cca8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70e19610a597f697721eaa8f17e1cca8 columnFamilyName cf 2024-11-21T19:46:26,829 DEBUG [StoreOpener-70e19610a597f697721eaa8f17e1cca8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:46:26,829 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for c3467c722de0dd0aebd0fb06530bb288 2024-11-21T19:46:26,829 INFO [StoreOpener-70e19610a597f697721eaa8f17e1cca8-1 {}] regionserver.HStore(327): Store=70e19610a597f697721eaa8f17e1cca8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:46:26,829 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 70e19610a597f697721eaa8f17e1cca8 2024-11-21T19:46:26,830 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened c3467c722de0dd0aebd0fb06530bb288; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70353644, jitterRate=0.048350989818573}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T19:46:26,830 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c3467c722de0dd0aebd0fb06530bb288 2024-11-21T19:46:26,830 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for c3467c722de0dd0aebd0fb06530bb288: Running coprocessor pre-open hook at 1732218386819Writing region info on filesystem at 1732218386819Initializing all the Stores at 1732218386820 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218386820Cleaning up temporary data from old regions at 1732218386826 (+6 ms)Running coprocessor post-open hooks at 1732218386830 (+4 ms)Region opened successfully at 1732218386830 2024-11-21T19:46:26,830 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/default/SPTestTable/70e19610a597f697721eaa8f17e1cca8 2024-11-21T19:46:26,831 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732218346269.c3467c722de0dd0aebd0fb06530bb288., pid=45, masterSystemTime=1732218386812 2024-11-21T19:46:26,832 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/default/SPTestTable/70e19610a597f697721eaa8f17e1cca8 2024-11-21T19:46:26,833 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 70e19610a597f697721eaa8f17e1cca8 2024-11-21T19:46:26,833 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 70e19610a597f697721eaa8f17e1cca8 2024-11-21T19:46:26,834 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732218346269.c3467c722de0dd0aebd0fb06530bb288. 2024-11-21T19:46:26,834 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732218346269.c3467c722de0dd0aebd0fb06530bb288. 2024-11-21T19:46:26,834 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732218346269.bf1c129cfa648735918d55abd291e9c0. 2024-11-21T19:46:26,834 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => bf1c129cfa648735918d55abd291e9c0, NAME => 'SPTestTable,4ccccccb,1732218346269.bf1c129cfa648735918d55abd291e9c0.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-21T19:46:26,834 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bf1c129cfa648735918d55abd291e9c0 2024-11-21T19:46:26,834 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732218346269.bf1c129cfa648735918d55abd291e9c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:46:26,835 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for bf1c129cfa648735918d55abd291e9c0 2024-11-21T19:46:26,835 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for bf1c129cfa648735918d55abd291e9c0 2024-11-21T19:46:26,835 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=c3467c722de0dd0aebd0fb06530bb288, regionState=OPEN, openSeqNum=2, regionLocation=7b96b36745c6,43087,1732218333980 2024-11-21T19:46:26,836 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 70e19610a597f697721eaa8f17e1cca8 2024-11-21T19:46:26,836 INFO [StoreOpener-bf1c129cfa648735918d55abd291e9c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bf1c129cfa648735918d55abd291e9c0 2024-11-21T19:46:26,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3467c722de0dd0aebd0fb06530bb288, server=7b96b36745c6,43087,1732218333980 because future has completed 2024-11-21T19:46:26,838 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 70e19610a597f697721eaa8f17e1cca8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65087326, jitterRate=-0.030123263597488403}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T19:46:26,838 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 70e19610a597f697721eaa8f17e1cca8 2024-11-21T19:46:26,838 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 70e19610a597f697721eaa8f17e1cca8: Running coprocessor pre-open hook at 1732218386826Writing region info on filesystem at 1732218386826Initializing all the Stores at 1732218386827 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218386827Cleaning up temporary data from old regions at 1732218386833 (+6 ms)Running coprocessor post-open hooks at 1732218386838 (+5 ms)Region opened successfully at 1732218386838 2024-11-21T19:46:26,838 INFO [StoreOpener-bf1c129cfa648735918d55abd291e9c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf1c129cfa648735918d55abd291e9c0 columnFamilyName cf 2024-11-21T19:46:26,838 DEBUG [StoreOpener-bf1c129cfa648735918d55abd291e9c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:46:26,839 INFO [StoreOpener-bf1c129cfa648735918d55abd291e9c0-1 {}] regionserver.HStore(327): Store=bf1c129cfa648735918d55abd291e9c0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:46:26,839 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for bf1c129cfa648735918d55abd291e9c0 2024-11-21T19:46:26,839 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732218346269.70e19610a597f697721eaa8f17e1cca8., pid=44, masterSystemTime=1732218386820 2024-11-21T19:46:26,840 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/default/SPTestTable/bf1c129cfa648735918d55abd291e9c0 2024-11-21T19:46:26,841 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=41 2024-11-21T19:46:26,841 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure c3467c722de0dd0aebd0fb06530bb288, server=7b96b36745c6,43087,1732218333980 in 10.0240 sec 2024-11-21T19:46:26,842 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732218346269.70e19610a597f697721eaa8f17e1cca8. 2024-11-21T19:46:26,842 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732218346269.70e19610a597f697721eaa8f17e1cca8. 2024-11-21T19:46:26,842 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732218346269.20a6e474253c4433bf3a77a3b8149699. 2024-11-21T19:46:26,842 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 20a6e474253c4433bf3a77a3b8149699, NAME => 'SPTestTable,99999996,1732218346269.20a6e474253c4433bf3a77a3b8149699.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-21T19:46:26,843 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/default/SPTestTable/bf1c129cfa648735918d55abd291e9c0 2024-11-21T19:46:26,843 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 20a6e474253c4433bf3a77a3b8149699 2024-11-21T19:46:26,843 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732218346269.20a6e474253c4433bf3a77a3b8149699.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:46:26,843 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 20a6e474253c4433bf3a77a3b8149699 2024-11-21T19:46:26,843 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 20a6e474253c4433bf3a77a3b8149699 2024-11-21T19:46:26,843 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for bf1c129cfa648735918d55abd291e9c0 2024-11-21T19:46:26,843 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for bf1c129cfa648735918d55abd291e9c0 2024-11-21T19:46:26,843 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=70e19610a597f697721eaa8f17e1cca8, regionState=OPEN, openSeqNum=2, regionLocation=7b96b36745c6,37871,1732218333818 2024-11-21T19:46:26,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c3467c722de0dd0aebd0fb06530bb288, ASSIGN in 10.1940 sec 2024-11-21T19:46:26,846 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c3467c722de0dd0aebd0fb06530bb288 2024-11-21T19:46:26,846 INFO [StoreOpener-20a6e474253c4433bf3a77a3b8149699-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 20a6e474253c4433bf3a77a3b8149699 2024-11-21T19:46:26,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70e19610a597f697721eaa8f17e1cca8, server=7b96b36745c6,37871,1732218333818 because future has completed 2024-11-21T19:46:26,847 INFO [StoreOpener-20a6e474253c4433bf3a77a3b8149699-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20a6e474253c4433bf3a77a3b8149699 columnFamilyName cf 2024-11-21T19:46:26,847 DEBUG [StoreOpener-20a6e474253c4433bf3a77a3b8149699-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:46:26,848 INFO [StoreOpener-20a6e474253c4433bf3a77a3b8149699-1 {}] regionserver.HStore(327): Store=20a6e474253c4433bf3a77a3b8149699/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:46:26,848 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for bf1c129cfa648735918d55abd291e9c0 2024-11-21T19:46:26,849 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 20a6e474253c4433bf3a77a3b8149699 2024-11-21T19:46:26,851 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=39 2024-11-21T19:46:26,851 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/default/SPTestTable/20a6e474253c4433bf3a77a3b8149699 2024-11-21T19:46:26,851 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 70e19610a597f697721eaa8f17e1cca8, server=7b96b36745c6,37871,1732218333818 in 10.0360 sec 2024-11-21T19:46:26,851 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened bf1c129cfa648735918d55abd291e9c0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64304474, jitterRate=-0.04178866744041443}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T19:46:26,851 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bf1c129cfa648735918d55abd291e9c0 2024-11-21T19:46:26,851 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for bf1c129cfa648735918d55abd291e9c0: Running coprocessor pre-open hook at 1732218386835Writing region info on filesystem at 1732218386835Initializing all the Stores at 1732218386836 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218386836Cleaning up temporary data from old regions at 1732218386843 (+7 ms)Running coprocessor post-open hooks at 1732218386851 (+8 ms)Region opened successfully at 1732218386851 2024-11-21T19:46:26,853 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=70e19610a597f697721eaa8f17e1cca8, ASSIGN in 10.2030 sec 2024-11-21T19:46:26,853 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 70e19610a597f697721eaa8f17e1cca8 2024-11-21T19:46:26,853 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732218346269.bf1c129cfa648735918d55abd291e9c0., pid=43, masterSystemTime=1732218386812 2024-11-21T19:46:26,854 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/default/SPTestTable/20a6e474253c4433bf3a77a3b8149699 2024-11-21T19:46:26,854 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 20a6e474253c4433bf3a77a3b8149699 2024-11-21T19:46:26,854 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 20a6e474253c4433bf3a77a3b8149699 2024-11-21T19:46:26,855 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732218346269.bf1c129cfa648735918d55abd291e9c0. 2024-11-21T19:46:26,855 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732218346269.bf1c129cfa648735918d55abd291e9c0. 2024-11-21T19:46:26,856 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=bf1c129cfa648735918d55abd291e9c0, regionState=OPEN, openSeqNum=2, regionLocation=7b96b36745c6,43087,1732218333980 2024-11-21T19:46:26,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf1c129cfa648735918d55abd291e9c0, server=7b96b36745c6,43087,1732218333980 because future has completed 2024-11-21T19:46:26,859 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 20a6e474253c4433bf3a77a3b8149699 2024-11-21T19:46:26,861 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 20a6e474253c4433bf3a77a3b8149699; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62155308, jitterRate=-0.07381373643875122}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T19:46:26,861 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 20a6e474253c4433bf3a77a3b8149699 2024-11-21T19:46:26,862 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 20a6e474253c4433bf3a77a3b8149699: Running coprocessor pre-open hook at 1732218386843Writing region info on filesystem at 1732218386843Initializing all the Stores at 1732218386844 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218386844Cleaning up temporary data from old regions at 1732218386854 (+10 ms)Running coprocessor post-open hooks at 1732218386861 (+7 ms)Region opened successfully at 1732218386861 2024-11-21T19:46:26,862 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=40 2024-11-21T19:46:26,862 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure bf1c129cfa648735918d55abd291e9c0, server=7b96b36745c6,43087,1732218333980 in 10.0490 sec 2024-11-21T19:46:26,863 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732218346269.20a6e474253c4433bf3a77a3b8149699., pid=46, masterSystemTime=1732218386820 2024-11-21T19:46:26,864 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bf1c129cfa648735918d55abd291e9c0, ASSIGN in 10.2140 sec 2024-11-21T19:46:26,864 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bf1c129cfa648735918d55abd291e9c0 2024-11-21T19:46:26,864 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732218346269.20a6e474253c4433bf3a77a3b8149699. 2024-11-21T19:46:26,865 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732218346269.20a6e474253c4433bf3a77a3b8149699. 2024-11-21T19:46:26,865 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=20a6e474253c4433bf3a77a3b8149699, regionState=OPEN, openSeqNum=2, regionLocation=7b96b36745c6,37871,1732218333818 2024-11-21T19:46:26,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20a6e474253c4433bf3a77a3b8149699, server=7b96b36745c6,37871,1732218333818 because future has completed 2024-11-21T19:46:26,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=42 2024-11-21T19:46:26,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure 20a6e474253c4433bf3a77a3b8149699, server=7b96b36745c6,37871,1732218333818 in 10.0540 sec 2024-11-21T19:46:26,873 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 20a6e474253c4433bf3a77a3b8149699 2024-11-21T19:46:26,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=36 2024-11-21T19:46:26,874 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server 7b96b36745c6,44845,1732218333931 after splitting done 2024-11-21T19:46:26,875 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=20a6e474253c4433bf3a77a3b8149699, ASSIGN in 10.2240 sec 2024-11-21T19:46:26,878 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 7b96b36745c6,44845,1732218333931, splitWal=true, meta=false in 20.3090 sec 2024-11-21T19:46:32,050 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T19:46:32,338 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T19:46:36,187 INFO [regionserver/7b96b36745c6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-21T19:46:36,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43087 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-21T19:46:36,848 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732218346269.bf1c129cfa648735918d55abd291e9c0. 2024-11-21T19:46:36,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43087 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-21T19:46:36,848 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732218346269.c3467c722de0dd0aebd0fb06530bb288. 2024-11-21T19:46:36,848 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for bf1c129cfa648735918d55abd291e9c0: 2024-11-21T19:46:36,848 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732218346269.bf1c129cfa648735918d55abd291e9c0. for SnapshotProcedureTest completed. 2024-11-21T19:46:36,848 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for c3467c722de0dd0aebd0fb06530bb288: 2024-11-21T19:46:36,848 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732218346269.c3467c722de0dd0aebd0fb06530bb288. for SnapshotProcedureTest completed. 2024-11-21T19:46:36,848 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732218346269.bf1c129cfa648735918d55abd291e9c0.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T19:46:36,848 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732218346269.c3467c722de0dd0aebd0fb06530bb288.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T19:46:36,848 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T19:46:36,848 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T19:46:36,848 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T19:46:36,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T19:46:36,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-21T19:46:36,855 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732218346269.20a6e474253c4433bf3a77a3b8149699. 2024-11-21T19:46:36,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-21T19:46:36,855 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 20a6e474253c4433bf3a77a3b8149699: 2024-11-21T19:46:36,855 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732218346269.70e19610a597f697721eaa8f17e1cca8. 2024-11-21T19:46:36,855 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732218346269.20a6e474253c4433bf3a77a3b8149699. for SnapshotProcedureTest completed. 2024-11-21T19:46:36,855 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 70e19610a597f697721eaa8f17e1cca8: 2024-11-21T19:46:36,855 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732218346269.70e19610a597f697721eaa8f17e1cca8. for SnapshotProcedureTest completed. 2024-11-21T19:46:36,855 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732218346269.20a6e474253c4433bf3a77a3b8149699.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T19:46:36,856 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T19:46:36,856 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T19:46:36,856 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732218346269.70e19610a597f697721eaa8f17e1cca8.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T19:46:36,856 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T19:46:36,856 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T19:46:36,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741858_1034 (size=65) 2024-11-21T19:46:36,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741858_1034 (size=65) 2024-11-21T19:46:36,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741858_1034 (size=65) 2024-11-21T19:46:36,870 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732218346269.bf1c129cfa648735918d55abd291e9c0. 2024-11-21T19:46:36,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741857_1033 (size=65) 2024-11-21T19:46:36,871 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-21T19:46:36,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741857_1033 (size=65) 2024-11-21T19:46:36,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741857_1033 (size=65) 2024-11-21T19:46:36,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39777 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-21T19:46:36,872 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39777 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region bf1c129cfa648735918d55abd291e9c0 2024-11-21T19:46:36,872 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bf1c129cfa648735918d55abd291e9c0 2024-11-21T19:46:36,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732218346269.c3467c722de0dd0aebd0fb06530bb288. 2024-11-21T19:46:36,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-21T19:46:36,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39777 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-21T19:46:36,873 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39777 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c3467c722de0dd0aebd0fb06530bb288 2024-11-21T19:46:36,873 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c3467c722de0dd0aebd0fb06530bb288 2024-11-21T19:46:36,875 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bf1c129cfa648735918d55abd291e9c0 in 30.4150 sec 2024-11-21T19:46:36,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c3467c722de0dd0aebd0fb06530bb288 in 30.4160 sec 2024-11-21T19:46:36,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741859_1035 (size=65) 2024-11-21T19:46:36,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741859_1035 (size=65) 2024-11-21T19:46:36,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741859_1035 (size=65) 2024-11-21T19:46:36,884 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732218346269.20a6e474253c4433bf3a77a3b8149699. 2024-11-21T19:46:36,884 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-21T19:46:36,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39777 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-21T19:46:36,885 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39777 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 20a6e474253c4433bf3a77a3b8149699 2024-11-21T19:46:36,885 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 20a6e474253c4433bf3a77a3b8149699 2024-11-21T19:46:36,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741860_1036 (size=65) 2024-11-21T19:46:36,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741860_1036 (size=65) 2024-11-21T19:46:36,888 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732218346269.70e19610a597f697721eaa8f17e1cca8. 2024-11-21T19:46:36,888 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-21T19:46:36,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741860_1036 (size=65) 2024-11-21T19:46:36,888 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 20a6e474253c4433bf3a77a3b8149699 in 30.4280 sec 2024-11-21T19:46:36,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39777 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-21T19:46:36,888 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39777 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 70e19610a597f697721eaa8f17e1cca8 2024-11-21T19:46:36,889 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 70e19610a597f697721eaa8f17e1cca8 2024-11-21T19:46:36,891 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=25 2024-11-21T19:46:36,891 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-21T19:46:36,891 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 70e19610a597f697721eaa8f17e1cca8 in 30.4310 sec 2024-11-21T19:46:36,893 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-21T19:46:36,896 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-21T19:46:36,896 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-21T19:46:36,898 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-21T19:46:36,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741861_1037 (size=1094) 2024-11-21T19:46:36,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741861_1037 (size=1094) 2024-11-21T19:46:36,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741861_1037 (size=1094) 2024-11-21T19:46:36,926 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-21T19:46:36,932 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-21T19:46:36,938 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7b96b36745c6,43087,1732218333980 2024-11-21T19:46:36,938 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7b96b36745c6,43087,1732218333980 2024-11-21T19:46:36,938 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7b96b36745c6,43087,1732218333980 2024-11-21T19:46:36,938 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7b96b36745c6,37871,1732218333818 2024-11-21T19:46:36,938 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7b96b36745c6,37871,1732218333818 2024-11-21T19:46:36,943 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7b96b36745c6,37871,1732218333818 2024-11-21T19:46:37,143 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b96b36745c6:39777 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-21T19:46:42,062 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 8bf52ca05f8d147fa022b22cb3793dbe, had cached 0 bytes from a total of 28623 2024-11-21T19:46:42,092 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 5a3a8b9d02010a4e17ea5a0e15468d67, had cached 0 bytes from a total of 499309 2024-11-21T19:46:46,102 DEBUG [master/7b96b36745c6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c6e35679fce31e136e89d2d19d801562 changed from -1.0 to 0.0, refreshing cache 2024-11-21T19:46:46,103 DEBUG [master/7b96b36745c6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 70e19610a597f697721eaa8f17e1cca8 changed from -1.0 to 0.0, refreshing cache 2024-11-21T19:46:46,103 DEBUG [master/7b96b36745c6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8cca3a77b17a18655a6072a22578c2df changed from -1.0 to 0.0, refreshing cache 2024-11-21T19:46:46,103 DEBUG [master/7b96b36745c6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 20a6e474253c4433bf3a77a3b8149699 changed from -1.0 to 0.0, refreshing cache 2024-11-21T19:46:46,103 DEBUG [master/7b96b36745c6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8bf52ca05f8d147fa022b22cb3793dbe changed from -1.0 to 0.0, refreshing cache 2024-11-21T19:46:46,104 DEBUG [master/7b96b36745c6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e4fcfbd697b17cceee46c732f162eba7 changed from -1.0 to 0.0, refreshing cache 2024-11-21T19:46:46,104 DEBUG [master/7b96b36745c6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region bf1c129cfa648735918d55abd291e9c0 changed from -1.0 to 0.0, refreshing cache 2024-11-21T19:46:46,104 DEBUG [master/7b96b36745c6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e707874782104fef5c68753ea346f099 changed from -1.0 to 0.0, refreshing cache 2024-11-21T19:46:46,104 DEBUG [master/7b96b36745c6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c3467c722de0dd0aebd0fb06530bb288 changed from -1.0 to 0.0, refreshing cache 2024-11-21T19:46:46,104 DEBUG [master/7b96b36745c6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5a3a8b9d02010a4e17ea5a0e15468d67 changed from -1.0 to 0.0, refreshing cache 2024-11-21T19:46:46,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43087 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-21T19:46:46,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-21T19:46:46,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43087 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-21T19:46:46,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-21T19:46:46,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43087 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-21T19:46:46,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-21T19:46:46,947 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-21T19:46:46,947 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-21T19:46:46,948 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-21T19:46:46,948 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-21T19:46:46,948 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-21T19:46:46,948 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-21T19:46:46,948 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-21T19:46:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39777 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-21T19:46:46,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39777 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-21T19:46:46,950 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-21T19:46:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39777 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-21T19:46:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39777 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-21T19:46:46,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39777 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-21T19:46:46,953 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b96b36745c6,43087,1732218333980 Release verify snapshot worker=7b96b36745c6,43087,1732218333980 2024-11-21T19:46:46,953 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b96b36745c6,37871,1732218333818 Release verify snapshot worker=7b96b36745c6,37871,1732218333818 2024-11-21T19:46:46,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39777 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-21T19:46:46,954 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b96b36745c6,43087,1732218333980 Release verify snapshot worker=7b96b36745c6,43087,1732218333980 2024-11-21T19:46:46,954 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b96b36745c6,37871,1732218333818 Release verify snapshot worker=7b96b36745c6,37871,1732218333818 2024-11-21T19:46:46,955 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b96b36745c6,37871,1732218333818 in 10.0210 sec 2024-11-21T19:46:46,956 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b96b36745c6,37871,1732218333818 in 10.0220 sec 2024-11-21T19:46:46,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b96b36745c6,43087,1732218333980 in 10.0220 sec 2024-11-21T19:46:46,958 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7b96b36745c6,43087,1732218333980 2024-11-21T19:46:46,958 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b96b36745c6,37871,1732218333818 Release verify snapshot worker=7b96b36745c6,37871,1732218333818 2024-11-21T19:46:46,958 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b96b36745c6,43087,1732218333980 Release verify snapshot worker=7b96b36745c6,43087,1732218333980 2024-11-21T19:46:46,959 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7b96b36745c6,37871,1732218333818 2024-11-21T19:46:46,960 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b96b36745c6,43087,1732218333980 in 10.0210 sec 2024-11-21T19:46:46,961 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b96b36745c6,43087,1732218333980 in 10.0260 sec 2024-11-21T19:46:46,962 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b96b36745c6,37871,1732218333818 in 10.0260 sec 2024-11-21T19:46:46,962 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7b96b36745c6,37871,1732218333818 2024-11-21T19:46:46,962 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7b96b36745c6,43087,1732218333980 2024-11-21T19:46:56,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43087 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-21T19:46:56,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43087 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-21T19:46:56,960 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-21T19:46:56,960 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-21T19:46:56,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-21T19:46:56,960 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-21T19:46:56,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-21T19:46:56,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39777 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-21T19:46:56,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39777 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-21T19:46:56,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39777 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-21T19:46:56,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-21T19:46:56,964 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b96b36745c6,37871,1732218333818 Release verify snapshot worker=7b96b36745c6,37871,1732218333818 2024-11-21T19:46:56,964 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b96b36745c6,43087,1732218333980 Release verify snapshot worker=7b96b36745c6,43087,1732218333980 2024-11-21T19:46:56,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39777 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-21T19:46:56,966 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b96b36745c6,43087,1732218333980 Release verify snapshot worker=7b96b36745c6,43087,1732218333980 2024-11-21T19:46:56,966 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b96b36745c6,37871,1732218333818 in 20.0320 sec 2024-11-21T19:46:56,967 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b96b36745c6,37871,1732218333818 Release verify snapshot worker=7b96b36745c6,37871,1732218333818 2024-11-21T19:46:56,967 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b96b36745c6,43087,1732218333980 in 20.0320 sec 2024-11-21T19:46:56,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b96b36745c6,43087,1732218333980 in 20.0340 sec 2024-11-21T19:46:56,970 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=25 2024-11-21T19:46:56,970 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-21T19:46:56,970 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b96b36745c6,37871,1732218333818 in 20.0350 sec 2024-11-21T19:46:56,974 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/.hbase-snapshot/SnapshotProcedureTest 2024-11-21T19:46:56,976 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-21T19:46:56,976 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-21T19:46:56,979 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.5610 sec 2024-11-21T19:46:57,182 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-21T19:46:57,190 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-21T19:46:57,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T19:46:57,190 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T19:46:57,190 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T19:46:57,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:46:57,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:46:57,191 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T19:46:57,191 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T19:46:57,191 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=647590735, stopped=false 2024-11-21T19:46:57,192 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7b96b36745c6,39777,1732218333018 2024-11-21T19:46:57,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39777-0x10116d518800000, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T19:46:57,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39777-0x10116d518800000, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:46:57,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43087-0x10116d518800003, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T19:46:57,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37871-0x10116d518800001, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T19:46:57,194 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T19:46:57,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37871-0x10116d518800001, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:46:57,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43087-0x10116d518800003, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:46:57,195 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39777-0x10116d518800000, quorum=127.0.0.1:61008, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:46:57,195 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T19:46:57,196 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T19:46:57,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:46:57,196 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43087-0x10116d518800003, quorum=127.0.0.1:61008, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:46:57,196 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37871-0x10116d518800001, quorum=127.0.0.1:61008, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:46:57,198 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b96b36745c6,37871,1732218333818' ***** 2024-11-21T19:46:57,198 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T19:46:57,198 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b96b36745c6,43087,1732218333980' ***** 2024-11-21T19:46:57,198 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T19:46:57,198 INFO [RS:2;7b96b36745c6:43087 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T19:46:57,198 INFO [RS:0;7b96b36745c6:37871 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T19:46:57,199 INFO [RS:2;7b96b36745c6:43087 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T19:46:57,199 INFO [RS:0;7b96b36745c6:37871 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T19:46:57,199 INFO [RS:0;7b96b36745c6:37871 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T19:46:57,199 INFO [RS:2;7b96b36745c6:43087 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T19:46:57,199 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T19:46:57,199 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T19:46:57,199 INFO [RS:0;7b96b36745c6:37871 {}] regionserver.HRegionServer(3091): Received CLOSE for 8cca3a77b17a18655a6072a22578c2df 2024-11-21T19:46:57,199 INFO [RS:2;7b96b36745c6:43087 {}] regionserver.HRegionServer(3091): Received CLOSE for c3467c722de0dd0aebd0fb06530bb288 2024-11-21T19:46:57,199 INFO [RS:0;7b96b36745c6:37871 {}] regionserver.HRegionServer(3091): Received CLOSE for 8bf52ca05f8d147fa022b22cb3793dbe 2024-11-21T19:46:57,200 INFO [RS:0;7b96b36745c6:37871 {}] regionserver.HRegionServer(3091): Received CLOSE for 20a6e474253c4433bf3a77a3b8149699 2024-11-21T19:46:57,200 INFO [RS:2;7b96b36745c6:43087 {}] regionserver.HRegionServer(3091): Received CLOSE for bf1c129cfa648735918d55abd291e9c0 2024-11-21T19:46:57,200 INFO [RS:0;7b96b36745c6:37871 {}] regionserver.HRegionServer(3091): Received CLOSE for c6e35679fce31e136e89d2d19d801562 2024-11-21T19:46:57,200 INFO [RS:2;7b96b36745c6:43087 {}] regionserver.HRegionServer(3091): Received CLOSE for e707874782104fef5c68753ea346f099 2024-11-21T19:46:57,200 INFO [RS:0;7b96b36745c6:37871 {}] regionserver.HRegionServer(3091): Received CLOSE for 70e19610a597f697721eaa8f17e1cca8 2024-11-21T19:46:57,200 INFO [RS:2;7b96b36745c6:43087 {}] regionserver.HRegionServer(3091): Received CLOSE for 5a3a8b9d02010a4e17ea5a0e15468d67 2024-11-21T19:46:57,200 INFO [RS:2;7b96b36745c6:43087 {}] regionserver.HRegionServer(3091): Received CLOSE for e4fcfbd697b17cceee46c732f162eba7 2024-11-21T19:46:57,200 INFO [RS:2;7b96b36745c6:43087 {}] regionserver.HRegionServer(959): stopping server 7b96b36745c6,43087,1732218333980 2024-11-21T19:46:57,200 INFO [RS:0;7b96b36745c6:37871 {}] regionserver.HRegionServer(959): stopping server 7b96b36745c6,37871,1732218333818 2024-11-21T19:46:57,200 INFO [RS:2;7b96b36745c6:43087 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T19:46:57,200 INFO [RS:0;7b96b36745c6:37871 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T19:46:57,200 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8cca3a77b17a18655a6072a22578c2df, disabling compactions & flushes 2024-11-21T19:46:57,200 INFO [RS:2;7b96b36745c6:43087 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;7b96b36745c6:43087. 2024-11-21T19:46:57,200 INFO [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732218346269.8cca3a77b17a18655a6072a22578c2df. 2024-11-21T19:46:57,200 INFO [RS:0;7b96b36745c6:37871 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b96b36745c6:37871. 2024-11-21T19:46:57,200 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c3467c722de0dd0aebd0fb06530bb288, disabling compactions & flushes 2024-11-21T19:46:57,200 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732218346269.8cca3a77b17a18655a6072a22578c2df. 2024-11-21T19:46:57,200 DEBUG [RS:2;7b96b36745c6:43087 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T19:46:57,200 INFO [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732218346269.c3467c722de0dd0aebd0fb06530bb288. 2024-11-21T19:46:57,200 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732218346269.8cca3a77b17a18655a6072a22578c2df. after waiting 0 ms 2024-11-21T19:46:57,200 DEBUG [RS:0;7b96b36745c6:37871 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T19:46:57,200 DEBUG [RS:2;7b96b36745c6:43087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:46:57,200 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732218346269.8cca3a77b17a18655a6072a22578c2df. 2024-11-21T19:46:57,200 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732218346269.c3467c722de0dd0aebd0fb06530bb288. 2024-11-21T19:46:57,200 DEBUG [RS:0;7b96b36745c6:37871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:46:57,200 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732218346269.c3467c722de0dd0aebd0fb06530bb288. after waiting 0 ms 2024-11-21T19:46:57,200 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732218346269.c3467c722de0dd0aebd0fb06530bb288. 2024-11-21T19:46:57,200 INFO [RS:2;7b96b36745c6:43087 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T19:46:57,200 INFO [RS:2;7b96b36745c6:43087 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T19:46:57,200 INFO [RS:0;7b96b36745c6:37871 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-21T19:46:57,201 INFO [RS:2;7b96b36745c6:43087 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T19:46:57,201 INFO [RS:2;7b96b36745c6:43087 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T19:46:57,201 DEBUG [RS:0;7b96b36745c6:37871 {}] regionserver.HRegionServer(1325): Online Regions={8cca3a77b17a18655a6072a22578c2df=SPTestTable,7ffffffd,1732218346269.8cca3a77b17a18655a6072a22578c2df., 8bf52ca05f8d147fa022b22cb3793dbe=SPTestTable,b333332f,1732218346269.8bf52ca05f8d147fa022b22cb3793dbe., 20a6e474253c4433bf3a77a3b8149699=SPTestTable,99999996,1732218346269.20a6e474253c4433bf3a77a3b8149699., c6e35679fce31e136e89d2d19d801562=SPTestTable,,1732218346269.c6e35679fce31e136e89d2d19d801562., 70e19610a597f697721eaa8f17e1cca8=SPTestTable,33333332,1732218346269.70e19610a597f697721eaa8f17e1cca8.} 2024-11-21T19:46:57,201 DEBUG [RS:0;7b96b36745c6:37871 {}] regionserver.HRegionServer(1351): Waiting on 20a6e474253c4433bf3a77a3b8149699, 70e19610a597f697721eaa8f17e1cca8, 8bf52ca05f8d147fa022b22cb3793dbe, 8cca3a77b17a18655a6072a22578c2df, c6e35679fce31e136e89d2d19d801562 2024-11-21T19:46:57,201 INFO [RS:2;7b96b36745c6:43087 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-21T19:46:57,201 DEBUG [RS:2;7b96b36745c6:43087 {}] regionserver.HRegionServer(1325): Online Regions={c3467c722de0dd0aebd0fb06530bb288=SPTestTable,ccccccc8,1732218346269.c3467c722de0dd0aebd0fb06530bb288., bf1c129cfa648735918d55abd291e9c0=SPTestTable,4ccccccb,1732218346269.bf1c129cfa648735918d55abd291e9c0., e707874782104fef5c68753ea346f099=SPTestTable,66666664,1732218346269.e707874782104fef5c68753ea346f099., 5a3a8b9d02010a4e17ea5a0e15468d67=SPTestTable,e6666661,1732218346269.5a3a8b9d02010a4e17ea5a0e15468d67., 1588230740=hbase:meta,,1.1588230740, e4fcfbd697b17cceee46c732f162eba7=SPTestTable,19999999,1732218346269.e4fcfbd697b17cceee46c732f162eba7.} 2024-11-21T19:46:57,201 DEBUG [RS:2;7b96b36745c6:43087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5a3a8b9d02010a4e17ea5a0e15468d67, bf1c129cfa648735918d55abd291e9c0, c3467c722de0dd0aebd0fb06530bb288, e4fcfbd697b17cceee46c732f162eba7, e707874782104fef5c68753ea346f099 2024-11-21T19:46:57,202 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T19:46:57,202 INFO [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T19:46:57,202 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T19:46:57,202 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T19:46:57,202 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T19:46:57,202 INFO [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.36 KB heapSize=27.38 KB 2024-11-21T19:46:57,210 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/default/SPTestTable/8cca3a77b17a18655a6072a22578c2df/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T19:46:57,210 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/default/SPTestTable/c3467c722de0dd0aebd0fb06530bb288/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T19:46:57,213 INFO [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732218346269.c3467c722de0dd0aebd0fb06530bb288. 2024-11-21T19:46:57,213 INFO [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732218346269.8cca3a77b17a18655a6072a22578c2df. 2024-11-21T19:46:57,213 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c3467c722de0dd0aebd0fb06530bb288: Waiting for close lock at 1732218417200Running coprocessor pre-close hooks at 1732218417200Disabling compacts and flushes for region at 1732218417200Disabling writes for close at 1732218417200Writing region close event to WAL at 1732218417201 (+1 ms)Running coprocessor post-close hooks at 1732218417211 (+10 ms)Closed at 1732218417212 (+1 ms) 2024-11-21T19:46:57,213 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8cca3a77b17a18655a6072a22578c2df: Waiting for close lock at 1732218417200Running coprocessor pre-close hooks at 1732218417200Disabling compacts and flushes for region at 1732218417200Disabling writes for close at 1732218417200Writing region close event to WAL at 1732218417201 (+1 ms)Running coprocessor post-close hooks at 1732218417210 (+9 ms)Closed at 1732218417212 (+2 ms) 2024-11-21T19:46:57,213 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732218346269.c3467c722de0dd0aebd0fb06530bb288. 2024-11-21T19:46:57,213 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732218346269.8cca3a77b17a18655a6072a22578c2df. 2024-11-21T19:46:57,213 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8bf52ca05f8d147fa022b22cb3793dbe, disabling compactions & flushes 2024-11-21T19:46:57,213 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bf1c129cfa648735918d55abd291e9c0, disabling compactions & flushes 2024-11-21T19:46:57,213 INFO [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732218346269.8bf52ca05f8d147fa022b22cb3793dbe. 2024-11-21T19:46:57,213 INFO [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732218346269.bf1c129cfa648735918d55abd291e9c0. 2024-11-21T19:46:57,214 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732218346269.8bf52ca05f8d147fa022b22cb3793dbe. 2024-11-21T19:46:57,214 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732218346269.bf1c129cfa648735918d55abd291e9c0. 2024-11-21T19:46:57,214 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732218346269.bf1c129cfa648735918d55abd291e9c0. after waiting 0 ms 2024-11-21T19:46:57,214 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732218346269.8bf52ca05f8d147fa022b22cb3793dbe. after waiting 0 ms 2024-11-21T19:46:57,214 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732218346269.bf1c129cfa648735918d55abd291e9c0. 2024-11-21T19:46:57,214 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732218346269.8bf52ca05f8d147fa022b22cb3793dbe. 2024-11-21T19:46:57,220 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/default/SPTestTable/8bf52ca05f8d147fa022b22cb3793dbe/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T19:46:57,221 INFO [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732218346269.8bf52ca05f8d147fa022b22cb3793dbe. 2024-11-21T19:46:57,221 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8bf52ca05f8d147fa022b22cb3793dbe: Waiting for close lock at 1732218417213Running coprocessor pre-close hooks at 1732218417213Disabling compacts and flushes for region at 1732218417213Disabling writes for close at 1732218417214 (+1 ms)Writing region close event to WAL at 1732218417215 (+1 ms)Running coprocessor post-close hooks at 1732218417221 (+6 ms)Closed at 1732218417221 2024-11-21T19:46:57,222 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732218346269.8bf52ca05f8d147fa022b22cb3793dbe. 2024-11-21T19:46:57,222 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 20a6e474253c4433bf3a77a3b8149699, disabling compactions & flushes 2024-11-21T19:46:57,222 INFO [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732218346269.20a6e474253c4433bf3a77a3b8149699. 2024-11-21T19:46:57,222 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732218346269.20a6e474253c4433bf3a77a3b8149699. 2024-11-21T19:46:57,222 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732218346269.20a6e474253c4433bf3a77a3b8149699. after waiting 0 ms 2024-11-21T19:46:57,222 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732218346269.20a6e474253c4433bf3a77a3b8149699. 2024-11-21T19:46:57,226 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/default/SPTestTable/bf1c129cfa648735918d55abd291e9c0/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T19:46:57,227 INFO [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732218346269.bf1c129cfa648735918d55abd291e9c0. 2024-11-21T19:46:57,227 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bf1c129cfa648735918d55abd291e9c0: Waiting for close lock at 1732218417213Running coprocessor pre-close hooks at 1732218417213Disabling compacts and flushes for region at 1732218417213Disabling writes for close at 1732218417214 (+1 ms)Writing region close event to WAL at 1732218417214Running coprocessor post-close hooks at 1732218417227 (+13 ms)Closed at 1732218417227 2024-11-21T19:46:57,227 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732218346269.bf1c129cfa648735918d55abd291e9c0. 2024-11-21T19:46:57,227 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e707874782104fef5c68753ea346f099, disabling compactions & flushes 2024-11-21T19:46:57,227 INFO [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732218346269.e707874782104fef5c68753ea346f099. 2024-11-21T19:46:57,227 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732218346269.e707874782104fef5c68753ea346f099. 2024-11-21T19:46:57,227 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732218346269.e707874782104fef5c68753ea346f099. after waiting 0 ms 2024-11-21T19:46:57,227 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732218346269.e707874782104fef5c68753ea346f099. 2024-11-21T19:46:57,230 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/default/SPTestTable/20a6e474253c4433bf3a77a3b8149699/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T19:46:57,231 INFO [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732218346269.20a6e474253c4433bf3a77a3b8149699. 2024-11-21T19:46:57,231 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 20a6e474253c4433bf3a77a3b8149699: Waiting for close lock at 1732218417222Running coprocessor pre-close hooks at 1732218417222Disabling compacts and flushes for region at 1732218417222Disabling writes for close at 1732218417222Writing region close event to WAL at 1732218417225 (+3 ms)Running coprocessor post-close hooks at 1732218417231 (+6 ms)Closed at 1732218417231 2024-11-21T19:46:57,231 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732218346269.20a6e474253c4433bf3a77a3b8149699. 2024-11-21T19:46:57,232 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/default/SPTestTable/e707874782104fef5c68753ea346f099/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T19:46:57,232 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c6e35679fce31e136e89d2d19d801562, disabling compactions & flushes 2024-11-21T19:46:57,232 INFO [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732218346269.c6e35679fce31e136e89d2d19d801562. 2024-11-21T19:46:57,232 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732218346269.c6e35679fce31e136e89d2d19d801562. 2024-11-21T19:46:57,232 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732218346269.c6e35679fce31e136e89d2d19d801562. after waiting 0 ms 2024-11-21T19:46:57,232 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732218346269.c6e35679fce31e136e89d2d19d801562. 2024-11-21T19:46:57,233 INFO [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732218346269.e707874782104fef5c68753ea346f099. 2024-11-21T19:46:57,233 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e707874782104fef5c68753ea346f099: Waiting for close lock at 1732218417227Running coprocessor pre-close hooks at 1732218417227Disabling compacts and flushes for region at 1732218417227Disabling writes for close at 1732218417227Writing region close event to WAL at 1732218417228 (+1 ms)Running coprocessor post-close hooks at 1732218417233 (+5 ms)Closed at 1732218417233 2024-11-21T19:46:57,233 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732218346269.e707874782104fef5c68753ea346f099. 2024-11-21T19:46:57,233 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5a3a8b9d02010a4e17ea5a0e15468d67, disabling compactions & flushes 2024-11-21T19:46:57,233 INFO [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732218346269.5a3a8b9d02010a4e17ea5a0e15468d67. 2024-11-21T19:46:57,233 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732218346269.5a3a8b9d02010a4e17ea5a0e15468d67. 2024-11-21T19:46:57,233 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732218346269.5a3a8b9d02010a4e17ea5a0e15468d67. after waiting 0 ms 2024-11-21T19:46:57,233 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732218346269.5a3a8b9d02010a4e17ea5a0e15468d67. 2024-11-21T19:46:57,241 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/hbase/meta/1588230740/.tmp/info/ab2914f4c09a4bdf9f7837601ed38a8e is 167, key is SPTestTable,19999999,1732218346269.e4fcfbd697b17cceee46c732f162eba7./info:regioninfo/1732218357092/Put/seqid=0 2024-11-21T19:46:57,242 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/default/SPTestTable/5a3a8b9d02010a4e17ea5a0e15468d67/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T19:46:57,242 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/default/SPTestTable/c6e35679fce31e136e89d2d19d801562/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T19:46:57,243 INFO [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732218346269.5a3a8b9d02010a4e17ea5a0e15468d67. 2024-11-21T19:46:57,243 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5a3a8b9d02010a4e17ea5a0e15468d67: Waiting for close lock at 1732218417233Running coprocessor pre-close hooks at 1732218417233Disabling compacts and flushes for region at 1732218417233Disabling writes for close at 1732218417233Writing region close event to WAL at 1732218417234 (+1 ms)Running coprocessor post-close hooks at 1732218417243 (+9 ms)Closed at 1732218417243 2024-11-21T19:46:57,243 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732218346269.5a3a8b9d02010a4e17ea5a0e15468d67. 2024-11-21T19:46:57,243 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e4fcfbd697b17cceee46c732f162eba7, disabling compactions & flushes 2024-11-21T19:46:57,243 INFO [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732218346269.e4fcfbd697b17cceee46c732f162eba7. 2024-11-21T19:46:57,243 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732218346269.e4fcfbd697b17cceee46c732f162eba7. 2024-11-21T19:46:57,243 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732218346269.e4fcfbd697b17cceee46c732f162eba7. after waiting 0 ms 2024-11-21T19:46:57,243 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732218346269.e4fcfbd697b17cceee46c732f162eba7. 2024-11-21T19:46:57,244 INFO [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732218346269.c6e35679fce31e136e89d2d19d801562. 2024-11-21T19:46:57,244 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c6e35679fce31e136e89d2d19d801562: Waiting for close lock at 1732218417231Running coprocessor pre-close hooks at 1732218417231Disabling compacts and flushes for region at 1732218417232 (+1 ms)Disabling writes for close at 1732218417232Writing region close event to WAL at 1732218417233 (+1 ms)Running coprocessor post-close hooks at 1732218417244 (+11 ms)Closed at 1732218417244 2024-11-21T19:46:57,245 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732218346269.c6e35679fce31e136e89d2d19d801562. 2024-11-21T19:46:57,245 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 70e19610a597f697721eaa8f17e1cca8, disabling compactions & flushes 2024-11-21T19:46:57,245 INFO [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732218346269.70e19610a597f697721eaa8f17e1cca8. 2024-11-21T19:46:57,245 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732218346269.70e19610a597f697721eaa8f17e1cca8. 2024-11-21T19:46:57,245 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732218346269.70e19610a597f697721eaa8f17e1cca8. after waiting 0 ms 2024-11-21T19:46:57,245 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732218346269.70e19610a597f697721eaa8f17e1cca8. 2024-11-21T19:46:57,250 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/default/SPTestTable/e4fcfbd697b17cceee46c732f162eba7/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T19:46:57,251 INFO [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732218346269.e4fcfbd697b17cceee46c732f162eba7. 2024-11-21T19:46:57,251 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e4fcfbd697b17cceee46c732f162eba7: Waiting for close lock at 1732218417243Running coprocessor pre-close hooks at 1732218417243Disabling compacts and flushes for region at 1732218417243Disabling writes for close at 1732218417243Writing region close event to WAL at 1732218417244 (+1 ms)Running coprocessor post-close hooks at 1732218417251 (+7 ms)Closed at 1732218417251 2024-11-21T19:46:57,251 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732218346269.e4fcfbd697b17cceee46c732f162eba7. 2024-11-21T19:46:57,259 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/default/SPTestTable/70e19610a597f697721eaa8f17e1cca8/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T19:46:57,260 INFO [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732218346269.70e19610a597f697721eaa8f17e1cca8. 2024-11-21T19:46:57,260 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 70e19610a597f697721eaa8f17e1cca8: Waiting for close lock at 1732218417245Running coprocessor pre-close hooks at 1732218417245Disabling compacts and flushes for region at 1732218417245Disabling writes for close at 1732218417245Writing region close event to WAL at 1732218417246 (+1 ms)Running coprocessor post-close hooks at 1732218417260 (+14 ms)Closed at 1732218417260 2024-11-21T19:46:57,260 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732218346269.70e19610a597f697721eaa8f17e1cca8. 2024-11-21T19:46:57,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741862_1038 (size=20292) 2024-11-21T19:46:57,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741862_1038 (size=20292) 2024-11-21T19:46:57,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741862_1038 (size=20292) 2024-11-21T19:46:57,262 INFO [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/hbase/meta/1588230740/.tmp/info/ab2914f4c09a4bdf9f7837601ed38a8e 2024-11-21T19:46:57,275 INFO [regionserver/7b96b36745c6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T19:46:57,285 INFO [regionserver/7b96b36745c6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T19:46:57,299 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/hbase/meta/1588230740/.tmp/ns/ecea8d12e32d40d8b8857c065249587b is 43, key is default/ns:d/1732218346022/Put/seqid=0 2024-11-21T19:46:57,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741863_1039 (size=5153) 2024-11-21T19:46:57,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741863_1039 (size=5153) 2024-11-21T19:46:57,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741863_1039 (size=5153) 2024-11-21T19:46:57,309 INFO [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/hbase/meta/1588230740/.tmp/ns/ecea8d12e32d40d8b8857c065249587b 2024-11-21T19:46:57,345 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/hbase/meta/1588230740/.tmp/table/24a7ebad584e46aa8d714485f29c576a is 47, key is SPTestTable/table:state/1732218357146/Put/seqid=0 2024-11-21T19:46:57,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741864_1040 (size=5214) 2024-11-21T19:46:57,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741864_1040 (size=5214) 2024-11-21T19:46:57,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741864_1040 (size=5214) 2024-11-21T19:46:57,361 INFO [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/hbase/meta/1588230740/.tmp/table/24a7ebad584e46aa8d714485f29c576a 2024-11-21T19:46:57,369 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/hbase/meta/1588230740/.tmp/info/ab2914f4c09a4bdf9f7837601ed38a8e as hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/hbase/meta/1588230740/info/ab2914f4c09a4bdf9f7837601ed38a8e 2024-11-21T19:46:57,376 INFO [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/hbase/meta/1588230740/info/ab2914f4c09a4bdf9f7837601ed38a8e, entries=116, sequenceid=37, filesize=19.8 K 2024-11-21T19:46:57,377 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/hbase/meta/1588230740/.tmp/ns/ecea8d12e32d40d8b8857c065249587b as hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/hbase/meta/1588230740/ns/ecea8d12e32d40d8b8857c065249587b 2024-11-21T19:46:57,383 INFO [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/hbase/meta/1588230740/ns/ecea8d12e32d40d8b8857c065249587b, entries=2, sequenceid=37, filesize=5.0 K 2024-11-21T19:46:57,385 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/hbase/meta/1588230740/.tmp/table/24a7ebad584e46aa8d714485f29c576a as hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/hbase/meta/1588230740/table/24a7ebad584e46aa8d714485f29c576a 2024-11-21T19:46:57,392 INFO [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/hbase/meta/1588230740/table/24a7ebad584e46aa8d714485f29c576a, entries=2, sequenceid=37, filesize=5.1 K 2024-11-21T19:46:57,393 INFO [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.36 KB/16748, heapSize ~27.08 KB/27728, currentSize=0 B/0 for 1588230740 in 191ms, sequenceid=37, compaction requested=false 2024-11-21T19:46:57,398 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-11-21T19:46:57,399 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T19:46:57,399 INFO [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T19:46:57,399 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732218417202Running coprocessor pre-close hooks at 1732218417202Disabling compacts and flushes for region at 1732218417202Disabling writes for close at 1732218417202Obtaining lock to block concurrent updates at 1732218417202Preparing flush snapshotting stores in 1588230740 at 1732218417202Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16748, getHeapSize=27968, getOffHeapSize=0, getCellsCount=136 at 1732218417203 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732218417204 (+1 ms)Flushing 1588230740/info: creating writer at 1732218417204Flushing 1588230740/info: appending metadata at 1732218417238 (+34 ms)Flushing 1588230740/info: closing flushed file at 1732218417238Flushing 1588230740/ns: creating writer at 1732218417271 (+33 ms)Flushing 1588230740/ns: appending metadata at 1732218417293 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1732218417293Flushing 1588230740/table: creating writer at 1732218417317 (+24 ms)Flushing 1588230740/table: appending metadata at 1732218417339 (+22 ms)Flushing 1588230740/table: closing flushed file at 1732218417339Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@256d7fa6: reopening flushed file at 1732218417368 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78bc073f: reopening flushed file at 1732218417376 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71f258a: reopening flushed file at 1732218417384 (+8 ms)Finished flush of dataSize ~16.36 KB/16748, heapSize ~27.08 KB/27728, currentSize=0 B/0 for 1588230740 in 191ms, sequenceid=37, compaction requested=false at 1732218417393 (+9 ms)Writing region close event to WAL at 1732218417394 (+1 ms)Running coprocessor post-close hooks at 1732218417399 (+5 ms)Closed at 1732218417399 2024-11-21T19:46:57,400 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T19:46:57,401 INFO [RS:0;7b96b36745c6:37871 {}] regionserver.HRegionServer(976): stopping server 7b96b36745c6,37871,1732218333818; all regions closed. 2024-11-21T19:46:57,402 INFO [RS:2;7b96b36745c6:43087 {}] regionserver.HRegionServer(976): stopping server 7b96b36745c6,43087,1732218333980; all regions closed. 2024-11-21T19:46:57,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741836_1012 (size=19546) 2024-11-21T19:46:57,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741835_1011 (size=3500) 2024-11-21T19:46:57,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741836_1012 (size=19546) 2024-11-21T19:46:57,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741836_1012 (size=19546) 2024-11-21T19:46:57,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741835_1011 (size=3500) 2024-11-21T19:46:57,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741835_1011 (size=3500) 2024-11-21T19:46:57,410 DEBUG [RS:2;7b96b36745c6:43087 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/oldWALs 2024-11-21T19:46:57,410 DEBUG [RS:0;7b96b36745c6:37871 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/oldWALs 2024-11-21T19:46:57,411 INFO [RS:2;7b96b36745c6:43087 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b96b36745c6%2C43087%2C1732218333980.meta:.meta(num 1732218345861) 2024-11-21T19:46:57,411 INFO [RS:0;7b96b36745c6:37871 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b96b36745c6%2C37871%2C1732218333818:(num 1732218335602) 2024-11-21T19:46:57,411 DEBUG [RS:0;7b96b36745c6:37871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:46:57,411 INFO [RS:0;7b96b36745c6:37871 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T19:46:57,411 INFO [RS:0;7b96b36745c6:37871 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T19:46:57,411 INFO [RS:0;7b96b36745c6:37871 {}] hbase.ChoreService(370): Chore service for: regionserver/7b96b36745c6:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T19:46:57,412 INFO [RS:0;7b96b36745c6:37871 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T19:46:57,412 INFO [RS:0;7b96b36745c6:37871 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T19:46:57,412 INFO [regionserver/7b96b36745c6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T19:46:57,412 INFO [RS:0;7b96b36745c6:37871 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T19:46:57,412 INFO [RS:0;7b96b36745c6:37871 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T19:46:57,412 INFO [RS:0;7b96b36745c6:37871 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37871 2024-11-21T19:46:57,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741834_1010 (size=3530) 2024-11-21T19:46:57,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39777-0x10116d518800000, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T19:46:57,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37871-0x10116d518800001, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7b96b36745c6,37871,1732218333818 2024-11-21T19:46:57,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741834_1010 (size=3530) 2024-11-21T19:46:57,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741834_1010 (size=3530) 2024-11-21T19:46:57,416 INFO [RS:0;7b96b36745c6:37871 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T19:46:57,416 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b96b36745c6,37871,1732218333818] 2024-11-21T19:46:57,418 DEBUG [RS:2;7b96b36745c6:43087 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/oldWALs 2024-11-21T19:46:57,418 INFO [RS:2;7b96b36745c6:43087 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b96b36745c6%2C43087%2C1732218333980:(num 1732218335602) 2024-11-21T19:46:57,418 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7b96b36745c6,37871,1732218333818 already deleted, retry=false 2024-11-21T19:46:57,418 DEBUG [RS:2;7b96b36745c6:43087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:46:57,419 INFO [RS:2;7b96b36745c6:43087 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T19:46:57,419 INFO [RS:2;7b96b36745c6:43087 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T19:46:57,419 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b96b36745c6,37871,1732218333818 expired; onlineServers=1 2024-11-21T19:46:57,419 INFO [RS:2;7b96b36745c6:43087 {}] hbase.ChoreService(370): Chore service for: regionserver/7b96b36745c6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T19:46:57,419 INFO [RS:2;7b96b36745c6:43087 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T19:46:57,419 INFO [regionserver/7b96b36745c6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T19:46:57,420 INFO [RS:2;7b96b36745c6:43087 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43087 2024-11-21T19:46:57,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43087-0x10116d518800003, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7b96b36745c6,43087,1732218333980 2024-11-21T19:46:57,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39777-0x10116d518800000, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T19:46:57,422 INFO [RS:2;7b96b36745c6:43087 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T19:46:57,422 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b96b36745c6,43087,1732218333980] 2024-11-21T19:46:57,424 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7b96b36745c6,43087,1732218333980 already deleted, retry=false 2024-11-21T19:46:57,424 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b96b36745c6,43087,1732218333980 expired; onlineServers=0 2024-11-21T19:46:57,425 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7b96b36745c6,39777,1732218333018' ***** 2024-11-21T19:46:57,425 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T19:46:57,425 INFO [M:0;7b96b36745c6:39777 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T19:46:57,425 INFO [M:0;7b96b36745c6:39777 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T19:46:57,425 DEBUG [M:0;7b96b36745c6:39777 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T19:46:57,425 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T19:46:57,425 DEBUG [M:0;7b96b36745c6:39777 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T19:46:57,425 DEBUG [master/7b96b36745c6:0:becomeActiveMaster-HFileCleaner.large.0-1732218335227 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b96b36745c6:0:becomeActiveMaster-HFileCleaner.large.0-1732218335227,5,FailOnTimeoutGroup] 2024-11-21T19:46:57,425 DEBUG [master/7b96b36745c6:0:becomeActiveMaster-HFileCleaner.small.0-1732218335243 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b96b36745c6:0:becomeActiveMaster-HFileCleaner.small.0-1732218335243,5,FailOnTimeoutGroup] 2024-11-21T19:46:57,425 INFO [M:0;7b96b36745c6:39777 {}] hbase.ChoreService(370): Chore service for: master/7b96b36745c6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T19:46:57,426 INFO [M:0;7b96b36745c6:39777 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T19:46:57,426 DEBUG [M:0;7b96b36745c6:39777 {}] master.HMaster(1795): Stopping service threads 2024-11-21T19:46:57,426 INFO [M:0;7b96b36745c6:39777 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T19:46:57,426 INFO [M:0;7b96b36745c6:39777 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T19:46:57,426 ERROR [M:0;7b96b36745c6:39777 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (808243307) connection to localhost/127.0.0.1:45721 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:45721,5,PEWorkerGroup] 2024-11-21T19:46:57,427 INFO [M:0;7b96b36745c6:39777 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T19:46:57,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39777-0x10116d518800000, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-21T19:46:57,427 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T19:46:57,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39777-0x10116d518800000, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:46:57,428 DEBUG [M:0;7b96b36745c6:39777 {}] zookeeper.ZKUtil(347): master:39777-0x10116d518800000, quorum=127.0.0.1:61008, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-21T19:46:57,428 WARN [M:0;7b96b36745c6:39777 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T19:46:57,428 INFO [M:0;7b96b36745c6:39777 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/.lastflushedseqids 2024-11-21T19:46:57,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741865_1041 (size=686) 2024-11-21T19:46:57,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741865_1041 (size=686) 2024-11-21T19:46:57,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741865_1041 (size=686) 2024-11-21T19:46:57,444 INFO [M:0;7b96b36745c6:39777 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T19:46:57,444 INFO [M:0;7b96b36745c6:39777 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T19:46:57,444 DEBUG [M:0;7b96b36745c6:39777 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T19:46:57,444 INFO [M:0;7b96b36745c6:39777 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:46:57,444 DEBUG [M:0;7b96b36745c6:39777 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:46:57,444 DEBUG [M:0;7b96b36745c6:39777 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T19:46:57,445 DEBUG [M:0;7b96b36745c6:39777 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:46:57,445 INFO [M:0;7b96b36745c6:39777 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=195.54 KB heapSize=242.32 KB 2024-11-21T19:46:57,469 DEBUG [M:0;7b96b36745c6:39777 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f902e365526a4448a311796efcab5002 is 82, key is hbase:meta,,1/info:regioninfo/1732218345945/Put/seqid=0 2024-11-21T19:46:57,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741866_1042 (size=5672) 2024-11-21T19:46:57,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741866_1042 (size=5672) 2024-11-21T19:46:57,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741866_1042 (size=5672) 2024-11-21T19:46:57,476 INFO [M:0;7b96b36745c6:39777 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f902e365526a4448a311796efcab5002 2024-11-21T19:46:57,500 DEBUG [M:0;7b96b36745c6:39777 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/99279b5b64d34c6db8b4857bf86f68c5 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732218357154/Put/seqid=0 2024-11-21T19:46:57,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741867_1043 (size=8972) 2024-11-21T19:46:57,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741867_1043 (size=8972) 2024-11-21T19:46:57,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741867_1043 (size=8972) 2024-11-21T19:46:57,511 INFO [M:0;7b96b36745c6:39777 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=194.80 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/99279b5b64d34c6db8b4857bf86f68c5 2024-11-21T19:46:57,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37871-0x10116d518800001, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:46:57,517 INFO [RS:0;7b96b36745c6:37871 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T19:46:57,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37871-0x10116d518800001, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:46:57,518 INFO [RS:0;7b96b36745c6:37871 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b96b36745c6,37871,1732218333818; zookeeper connection closed. 2024-11-21T19:46:57,518 INFO [M:0;7b96b36745c6:39777 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 99279b5b64d34c6db8b4857bf86f68c5 2024-11-21T19:46:57,518 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@36da136c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@36da136c 2024-11-21T19:46:57,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43087-0x10116d518800003, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:46:57,523 INFO [RS:2;7b96b36745c6:43087 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T19:46:57,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43087-0x10116d518800003, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:46:57,524 INFO [RS:2;7b96b36745c6:43087 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b96b36745c6,43087,1732218333980; zookeeper connection closed. 2024-11-21T19:46:57,524 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@af5f735 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@af5f735 2024-11-21T19:46:57,524 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-21T19:46:57,541 DEBUG [M:0;7b96b36745c6:39777 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/36cfa395ba79489983fbd7b9c07c4d20 is 69, key is 7b96b36745c6,37871,1732218333818/rs:state/1732218335299/Put/seqid=0 2024-11-21T19:46:57,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741868_1044 (size=5441) 2024-11-21T19:46:57,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741868_1044 (size=5441) 2024-11-21T19:46:57,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741868_1044 (size=5441) 2024-11-21T19:46:57,549 INFO [M:0;7b96b36745c6:39777 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/36cfa395ba79489983fbd7b9c07c4d20 2024-11-21T19:46:57,556 INFO [M:0;7b96b36745c6:39777 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 36cfa395ba79489983fbd7b9c07c4d20 2024-11-21T19:46:57,557 DEBUG [M:0;7b96b36745c6:39777 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f902e365526a4448a311796efcab5002 as hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f902e365526a4448a311796efcab5002 2024-11-21T19:46:57,564 INFO [M:0;7b96b36745c6:39777 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f902e365526a4448a311796efcab5002, entries=8, sequenceid=513, filesize=5.5 K 2024-11-21T19:46:57,566 DEBUG [M:0;7b96b36745c6:39777 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/99279b5b64d34c6db8b4857bf86f68c5 as hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/99279b5b64d34c6db8b4857bf86f68c5 2024-11-21T19:46:57,572 INFO [M:0;7b96b36745c6:39777 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 99279b5b64d34c6db8b4857bf86f68c5 2024-11-21T19:46:57,572 INFO [M:0;7b96b36745c6:39777 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/99279b5b64d34c6db8b4857bf86f68c5, entries=56, sequenceid=513, filesize=8.8 K 2024-11-21T19:46:57,574 DEBUG [M:0;7b96b36745c6:39777 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/36cfa395ba79489983fbd7b9c07c4d20 as hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/36cfa395ba79489983fbd7b9c07c4d20 2024-11-21T19:46:57,581 INFO [M:0;7b96b36745c6:39777 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 36cfa395ba79489983fbd7b9c07c4d20 2024-11-21T19:46:57,581 INFO [M:0;7b96b36745c6:39777 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45721/user/jenkins/test-data/ab5deed6-10fd-1939-2517-62b44133d466/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/36cfa395ba79489983fbd7b9c07c4d20, entries=3, sequenceid=513, filesize=5.3 K 2024-11-21T19:46:57,582 INFO [M:0;7b96b36745c6:39777 {}] regionserver.HRegion(3140): Finished flush of dataSize ~195.54 KB/200231, heapSize ~242.02 KB/247832, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 137ms, sequenceid=513, compaction requested=false 2024-11-21T19:46:57,584 INFO [M:0;7b96b36745c6:39777 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:46:57,584 DEBUG [M:0;7b96b36745c6:39777 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732218417444Disabling compacts and flushes for region at 1732218417444Disabling writes for close at 1732218417444Obtaining lock to block concurrent updates at 1732218417445 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732218417445Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=200231, getHeapSize=248072, getOffHeapSize=0, getCellsCount=620 at 1732218417445Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732218417447 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732218417447Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732218417468 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732218417468Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732218417482 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732218417499 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732218417499Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732218417518 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732218417539 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732218417540 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c2bd884: reopening flushed file at 1732218417556 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21d67e75: reopening flushed file at 1732218417564 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3228db4a: reopening flushed file at 1732218417573 (+9 ms)Finished flush of dataSize ~195.54 KB/200231, heapSize ~242.02 KB/247832, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 137ms, sequenceid=513, compaction requested=false at 1732218417582 (+9 ms)Writing region close event to WAL at 1732218417584 (+2 ms)Closed at 1732218417584 2024-11-21T19:46:57,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741830_1006 (size=234423) 2024-11-21T19:46:57,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741830_1006 (size=234423) 2024-11-21T19:46:57,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741830_1006 (size=234423) 2024-11-21T19:46:57,588 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T19:46:57,589 INFO [M:0;7b96b36745c6:39777 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T19:46:57,589 INFO [M:0;7b96b36745c6:39777 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39777 2024-11-21T19:46:57,589 INFO [M:0;7b96b36745c6:39777 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T19:46:57,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39777-0x10116d518800000, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:46:57,691 INFO [M:0;7b96b36745c6:39777 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T19:46:57,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39777-0x10116d518800000, quorum=127.0.0.1:61008, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:46:57,695 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e15ccfd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:46:57,698 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44b6328d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T19:46:57,698 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T19:46:57,698 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4290d512{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T19:46:57,698 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a70e5e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b20c8e6c-febc-9f92-b023-a541b40044bf/hadoop.log.dir/,STOPPED} 2024-11-21T19:46:57,701 WARN [BP-283752971-172.17.0.2-1732218329413 heartbeating to localhost/127.0.0.1:45721 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T19:46:57,701 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T19:46:57,701 WARN [BP-283752971-172.17.0.2-1732218329413 heartbeating to localhost/127.0.0.1:45721 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-283752971-172.17.0.2-1732218329413 (Datanode Uuid 1764a641-cae4-4e8e-96f9-614410667448) service to localhost/127.0.0.1:45721 2024-11-21T19:46:57,701 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T19:46:57,702 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b20c8e6c-febc-9f92-b023-a541b40044bf/cluster_71e066d7-a041-719e-f47b-d18d3c4f874d/data/data5/current/BP-283752971-172.17.0.2-1732218329413 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:46:57,702 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b20c8e6c-febc-9f92-b023-a541b40044bf/cluster_71e066d7-a041-719e-f47b-d18d3c4f874d/data/data6/current/BP-283752971-172.17.0.2-1732218329413 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:46:57,703 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T19:46:57,705 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c874617{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:46:57,705 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9e83182{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T19:46:57,705 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T19:46:57,705 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@725b96c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T19:46:57,705 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60d6a0db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b20c8e6c-febc-9f92-b023-a541b40044bf/hadoop.log.dir/,STOPPED} 2024-11-21T19:46:57,707 WARN [BP-283752971-172.17.0.2-1732218329413 heartbeating to localhost/127.0.0.1:45721 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T19:46:57,707 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T19:46:57,707 WARN [BP-283752971-172.17.0.2-1732218329413 heartbeating to localhost/127.0.0.1:45721 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-283752971-172.17.0.2-1732218329413 (Datanode Uuid 1e92e1e5-41e3-4d89-8b53-67be1638c6b5) service to localhost/127.0.0.1:45721 2024-11-21T19:46:57,707 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T19:46:57,707 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b20c8e6c-febc-9f92-b023-a541b40044bf/cluster_71e066d7-a041-719e-f47b-d18d3c4f874d/data/data3/current/BP-283752971-172.17.0.2-1732218329413 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:46:57,708 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b20c8e6c-febc-9f92-b023-a541b40044bf/cluster_71e066d7-a041-719e-f47b-d18d3c4f874d/data/data4/current/BP-283752971-172.17.0.2-1732218329413 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:46:57,708 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T19:46:57,710 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b29fa79{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:46:57,710 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61376694{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T19:46:57,710 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T19:46:57,710 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a87ee91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T19:46:57,710 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ae6d233{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b20c8e6c-febc-9f92-b023-a541b40044bf/hadoop.log.dir/,STOPPED} 2024-11-21T19:46:57,712 WARN [BP-283752971-172.17.0.2-1732218329413 heartbeating to localhost/127.0.0.1:45721 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T19:46:57,712 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T19:46:57,712 WARN [BP-283752971-172.17.0.2-1732218329413 heartbeating to localhost/127.0.0.1:45721 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-283752971-172.17.0.2-1732218329413 (Datanode Uuid 296a601c-49a7-4f06-8bb6-64ef8a66b047) service to localhost/127.0.0.1:45721 2024-11-21T19:46:57,712 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T19:46:57,712 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b20c8e6c-febc-9f92-b023-a541b40044bf/cluster_71e066d7-a041-719e-f47b-d18d3c4f874d/data/data1/current/BP-283752971-172.17.0.2-1732218329413 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:46:57,713 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b20c8e6c-febc-9f92-b023-a541b40044bf/cluster_71e066d7-a041-719e-f47b-d18d3c4f874d/data/data2/current/BP-283752971-172.17.0.2-1732218329413 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:46:57,713 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T19:46:57,721 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T19:46:57,722 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T19:46:57,722 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T19:46:57,722 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T19:46:57,722 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b20c8e6c-febc-9f92-b023-a541b40044bf/hadoop.log.dir/,STOPPED} 2024-11-21T19:46:57,731 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T19:46:57,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T19:46:57,783 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=95 (was 11) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45721 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:45721 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45721 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7b96b36745c6:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/7b96b36745c6:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45721 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7b96b36745c6:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:45721 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:45721 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/7b96b36745c6:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7b96b36745c6:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7b96b36745c6:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:45721 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45721 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7b96b36745c6:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45721 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:45721 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45721 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:45721 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@78235cf1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:45721 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=133 (was 423), ProcessCount=11 (was 11), AvailableMemoryMB=10673 (was 12578) 2024-11-21T19:46:57,790 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=96, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=133, ProcessCount=11, AvailableMemoryMB=10672 2024-11-21T19:46:57,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b20c8e6c-febc-9f92-b023-a541b40044bf/hadoop.log.dir so I do NOT create it in target/test-data/c9f0b500-1d8c-aad8-1eba-d4fb8dfba593 2024-11-21T19:46:57,804 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b20c8e6c-febc-9f92-b023-a541b40044bf/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T19:46:57,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b20c8e6c-febc-9f92-b023-a541b40044bf/hadoop.tmp.dir so I do NOT create it in target/test-data/c9f0b500-1d8c-aad8-1eba-d4fb8dfba593 2024-11-21T19:46:57,804 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b20c8e6c-febc-9f92-b023-a541b40044bf/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T19:46:57,804 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c9f0b500-1d8c-aad8-1eba-d4fb8dfba593 2024-11-21T19:46:57,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T19:46:57,804 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c9f0b500-1d8c-aad8-1eba-d4fb8dfba593/cluster_23b49234-a15f-ce16-15ae-fa10c4edf3a4, deleteOnExit=true 2024-11-21T19:46:57,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T19:46:57,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c9f0b500-1d8c-aad8-1eba-d4fb8dfba593/test.cache.data in system properties and HBase conf 2024-11-21T19:46:57,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c9f0b500-1d8c-aad8-1eba-d4fb8dfba593/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T19:46:57,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c9f0b500-1d8c-aad8-1eba-d4fb8dfba593/hadoop.log.dir in system properties and HBase conf 2024-11-21T19:46:57,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c9f0b500-1d8c-aad8-1eba-d4fb8dfba593/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T19:46:57,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c9f0b500-1d8c-aad8-1eba-d4fb8dfba593/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T19:46:57,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T19:46:57,805 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T19:46:57,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c9f0b500-1d8c-aad8-1eba-d4fb8dfba593/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T19:46:57,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c9f0b500-1d8c-aad8-1eba-d4fb8dfba593/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T19:46:57,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c9f0b500-1d8c-aad8-1eba-d4fb8dfba593/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T19:46:57,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c9f0b500-1d8c-aad8-1eba-d4fb8dfba593/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T19:46:57,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c9f0b500-1d8c-aad8-1eba-d4fb8dfba593/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T19:46:57,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c9f0b500-1d8c-aad8-1eba-d4fb8dfba593/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T19:46:57,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c9f0b500-1d8c-aad8-1eba-d4fb8dfba593/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T19:46:57,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c9f0b500-1d8c-aad8-1eba-d4fb8dfba593/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T19:46:57,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c9f0b500-1d8c-aad8-1eba-d4fb8dfba593/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T19:46:57,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c9f0b500-1d8c-aad8-1eba-d4fb8dfba593/nfs.dump.dir in system properties and HBase conf 2024-11-21T19:46:57,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c9f0b500-1d8c-aad8-1eba-d4fb8dfba593/java.io.tmpdir in system properties and HBase conf 2024-11-21T19:46:57,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c9f0b500-1d8c-aad8-1eba-d4fb8dfba593/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T19:46:57,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c9f0b500-1d8c-aad8-1eba-d4fb8dfba593/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T19:46:57,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c9f0b500-1d8c-aad8-1eba-d4fb8dfba593/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T19:46:57,879 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T19:46:57,886 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T19:46:57,889 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T19:46:57,890 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T19:46:57,890 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T19:46:57,891 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T19:46:57,891 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10c98d3d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c9f0b500-1d8c-aad8-1eba-d4fb8dfba593/hadoop.log.dir/,AVAILABLE} 2024-11-21T19:46:57,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@533ac641{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T19:46:58,008 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@517390ec{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c9f0b500-1d8c-aad8-1eba-d4fb8dfba593/java.io.tmpdir/jetty-localhost-40861-hadoop-hdfs-3_4_1-tests_jar-_-any-8157187134418291226/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T19:46:58,009 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31757b70{HTTP/1.1, (http/1.1)}{localhost:40861} 2024-11-21T19:46:58,009 INFO [Time-limited test {}] server.Server(415): Started @90527ms 2024-11-21T19:46:58,090 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T19:46:58,093 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T19:46:58,094 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T19:46:58,094 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T19:46:58,094 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T19:46:58,095 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42cfd252{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c9f0b500-1d8c-aad8-1eba-d4fb8dfba593/hadoop.log.dir/,AVAILABLE} 2024-11-21T19:46:58,095 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e5e1d39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T19:46:58,208 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@376d3aeb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c9f0b500-1d8c-aad8-1eba-d4fb8dfba593/java.io.tmpdir/jetty-localhost-38079-hadoop-hdfs-3_4_1-tests_jar-_-any-9437331211011273017/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:46:58,209 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16d13838{HTTP/1.1, (http/1.1)}{localhost:38079} 2024-11-21T19:46:58,209 INFO [Time-limited test {}] server.Server(415): Started @90727ms 2024-11-21T19:46:58,210 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T19:46:58,243 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T19:46:58,246 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T19:46:58,249 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T19:46:58,249 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T19:46:58,249 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T19:46:58,251 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62084108{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c9f0b500-1d8c-aad8-1eba-d4fb8dfba593/hadoop.log.dir/,AVAILABLE} 2024-11-21T19:46:58,251 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78aeb08d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T19:46:58,300 WARN [Thread-665 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c9f0b500-1d8c-aad8-1eba-d4fb8dfba593/cluster_23b49234-a15f-ce16-15ae-fa10c4edf3a4/data/data1/current/BP-1311026344-172.17.0.2-1732218417829/current, will proceed with Du for space computation calculation, 2024-11-21T19:46:58,300 WARN [Thread-666 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c9f0b500-1d8c-aad8-1eba-d4fb8dfba593/cluster_23b49234-a15f-ce16-15ae-fa10c4edf3a4/data/data2/current/BP-1311026344-172.17.0.2-1732218417829/current, will proceed with Du for space computation calculation, 2024-11-21T19:46:58,317 WARN [Thread-644 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T19:46:58,320 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8bab0ea11bc45df6 with lease ID 0x67b1e7b633b6f0ec: Processing first storage report for DS-994ae487-d1ba-46c2-a1fb-f53a90a115b4 from datanode DatanodeRegistration(127.0.0.1:38349, datanodeUuid=3f353250-2c95-4e6c-8bf0-93aa2b704df0, infoPort=41403, infoSecurePort=0, ipcPort=35889, storageInfo=lv=-57;cid=testClusterID;nsid=28269639;c=1732218417829) 2024-11-21T19:46:58,320 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8bab0ea11bc45df6 with lease ID 0x67b1e7b633b6f0ec: from storage DS-994ae487-d1ba-46c2-a1fb-f53a90a115b4 node DatanodeRegistration(127.0.0.1:38349, datanodeUuid=3f353250-2c95-4e6c-8bf0-93aa2b704df0, infoPort=41403, infoSecurePort=0, ipcPort=35889, storageInfo=lv=-57;cid=testClusterID;nsid=28269639;c=1732218417829), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T19:46:58,320 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8bab0ea11bc45df6 with lease ID 0x67b1e7b633b6f0ec: Processing first storage report for DS-a34f6376-c3f0-476d-a1a3-8acb1e36bfa5 from datanode DatanodeRegistration(127.0.0.1:38349, datanodeUuid=3f353250-2c95-4e6c-8bf0-93aa2b704df0, infoPort=41403, infoSecurePort=0, ipcPort=35889, storageInfo=lv=-57;cid=testClusterID;nsid=28269639;c=1732218417829) 2024-11-21T19:46:58,320 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8bab0ea11bc45df6 with lease ID 0x67b1e7b633b6f0ec: from storage DS-a34f6376-c3f0-476d-a1a3-8acb1e36bfa5 node DatanodeRegistration(127.0.0.1:38349, datanodeUuid=3f353250-2c95-4e6c-8bf0-93aa2b704df0, infoPort=41403, infoSecurePort=0, ipcPort=35889, storageInfo=lv=-57;cid=testClusterID;nsid=28269639;c=1732218417829), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T19:46:58,377 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@63cdb200{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c9f0b500-1d8c-aad8-1eba-d4fb8dfba593/java.io.tmpdir/jetty-localhost-34197-hadoop-hdfs-3_4_1-tests_jar-_-any-16648761801593031815/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:46:58,377 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@628f2dd6{HTTP/1.1, (http/1.1)}{localhost:34197} 2024-11-21T19:46:58,377 INFO [Time-limited test {}] server.Server(415): Started @90895ms 2024-11-21T19:46:58,379 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T19:46:58,406 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T19:46:58,409 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T19:46:58,409 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T19:46:58,410 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T19:46:58,410 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T19:46:58,410 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7470cabd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c9f0b500-1d8c-aad8-1eba-d4fb8dfba593/hadoop.log.dir/,AVAILABLE} 2024-11-21T19:46:58,410 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3323f5bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T19:46:58,452 WARN [Thread-700 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c9f0b500-1d8c-aad8-1eba-d4fb8dfba593/cluster_23b49234-a15f-ce16-15ae-fa10c4edf3a4/data/data3/current/BP-1311026344-172.17.0.2-1732218417829/current, will proceed with Du for space computation calculation, 2024-11-21T19:46:58,453 WARN [Thread-701 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c9f0b500-1d8c-aad8-1eba-d4fb8dfba593/cluster_23b49234-a15f-ce16-15ae-fa10c4edf3a4/data/data4/current/BP-1311026344-172.17.0.2-1732218417829/current, will proceed with Du for space computation calculation, 2024-11-21T19:46:58,475 WARN [Thread-680 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T19:46:58,478 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x11481755ce284cbb with lease ID 0x67b1e7b633b6f0ed: Processing first storage report for DS-eb9f720f-be43-4cfb-8fe4-99cff8efcb06 from datanode DatanodeRegistration(127.0.0.1:36113, datanodeUuid=6d5aad6d-49d5-43b0-a2e3-540cb61edeac, infoPort=42897, infoSecurePort=0, ipcPort=34397, storageInfo=lv=-57;cid=testClusterID;nsid=28269639;c=1732218417829) 2024-11-21T19:46:58,478 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x11481755ce284cbb with lease ID 0x67b1e7b633b6f0ed: from storage DS-eb9f720f-be43-4cfb-8fe4-99cff8efcb06 node DatanodeRegistration(127.0.0.1:36113, datanodeUuid=6d5aad6d-49d5-43b0-a2e3-540cb61edeac, infoPort=42897, infoSecurePort=0, ipcPort=34397, storageInfo=lv=-57;cid=testClusterID;nsid=28269639;c=1732218417829), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T19:46:58,478 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x11481755ce284cbb with lease ID 0x67b1e7b633b6f0ed: Processing first storage report for DS-8f415ddb-76d4-4929-ae39-3c0e295ffd25 from datanode DatanodeRegistration(127.0.0.1:36113, datanodeUuid=6d5aad6d-49d5-43b0-a2e3-540cb61edeac, infoPort=42897, infoSecurePort=0, ipcPort=34397, storageInfo=lv=-57;cid=testClusterID;nsid=28269639;c=1732218417829) 2024-11-21T19:46:58,478 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x11481755ce284cbb with lease ID 0x67b1e7b633b6f0ed: from storage DS-8f415ddb-76d4-4929-ae39-3c0e295ffd25 node DatanodeRegistration(127.0.0.1:36113, datanodeUuid=6d5aad6d-49d5-43b0-a2e3-540cb61edeac, infoPort=42897, infoSecurePort=0, ipcPort=34397, storageInfo=lv=-57;cid=testClusterID;nsid=28269639;c=1732218417829), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T19:46:58,528 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75dd10e0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c9f0b500-1d8c-aad8-1eba-d4fb8dfba593/java.io.tmpdir/jetty-localhost-37249-hadoop-hdfs-3_4_1-tests_jar-_-any-5544074584662611885/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:46:58,529 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a6111ad{HTTP/1.1, (http/1.1)}{localhost:37249} 2024-11-21T19:46:58,529 INFO [Time-limited test {}] server.Server(415): Started @91047ms 2024-11-21T19:46:58,531 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T19:46:58,608 WARN [Thread-726 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c9f0b500-1d8c-aad8-1eba-d4fb8dfba593/cluster_23b49234-a15f-ce16-15ae-fa10c4edf3a4/data/data5/current/BP-1311026344-172.17.0.2-1732218417829/current, will proceed with Du for space computation calculation, 2024-11-21T19:46:58,608 WARN [Thread-727 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c9f0b500-1d8c-aad8-1eba-d4fb8dfba593/cluster_23b49234-a15f-ce16-15ae-fa10c4edf3a4/data/data6/current/BP-1311026344-172.17.0.2-1732218417829/current, will proceed with Du for space computation calculation, 2024-11-21T19:46:58,625 WARN [Thread-715 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T19:46:58,628 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x52b33f49bdb73ab1 with lease ID 0x67b1e7b633b6f0ee: Processing first storage report for DS-5e61a4a9-37b5-4552-aa62-05066d76bcc7 from datanode DatanodeRegistration(127.0.0.1:46379, datanodeUuid=5b9b1028-a6b7-44d5-8be4-92499c2db21a, infoPort=35239, infoSecurePort=0, ipcPort=43057, storageInfo=lv=-57;cid=testClusterID;nsid=28269639;c=1732218417829) 2024-11-21T19:46:58,628 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x52b33f49bdb73ab1 with lease ID 0x67b1e7b633b6f0ee: from storage DS-5e61a4a9-37b5-4552-aa62-05066d76bcc7 node DatanodeRegistration(127.0.0.1:46379, datanodeUuid=5b9b1028-a6b7-44d5-8be4-92499c2db21a, infoPort=35239, infoSecurePort=0, ipcPort=43057, storageInfo=lv=-57;cid=testClusterID;nsid=28269639;c=1732218417829), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T19:46:58,628 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x52b33f49bdb73ab1 with lease ID 0x67b1e7b633b6f0ee: Processing first storage report for DS-055a5efd-f2b1-484b-9b67-a1aadecae5be from datanode DatanodeRegistration(127.0.0.1:46379, datanodeUuid=5b9b1028-a6b7-44d5-8be4-92499c2db21a, infoPort=35239, infoSecurePort=0, ipcPort=43057, storageInfo=lv=-57;cid=testClusterID;nsid=28269639;c=1732218417829) 2024-11-21T19:46:58,628 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x52b33f49bdb73ab1 with lease ID 0x67b1e7b633b6f0ee: from storage DS-055a5efd-f2b1-484b-9b67-a1aadecae5be node DatanodeRegistration(127.0.0.1:46379, datanodeUuid=5b9b1028-a6b7-44d5-8be4-92499c2db21a, infoPort=35239, infoSecurePort=0, ipcPort=43057, storageInfo=lv=-57;cid=testClusterID;nsid=28269639;c=1732218417829), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T19:46:58,657 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c9f0b500-1d8c-aad8-1eba-d4fb8dfba593 2024-11-21T19:46:58,660 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c9f0b500-1d8c-aad8-1eba-d4fb8dfba593/cluster_23b49234-a15f-ce16-15ae-fa10c4edf3a4/zookeeper_0, clientPort=49191, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c9f0b500-1d8c-aad8-1eba-d4fb8dfba593/cluster_23b49234-a15f-ce16-15ae-fa10c4edf3a4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c9f0b500-1d8c-aad8-1eba-d4fb8dfba593/cluster_23b49234-a15f-ce16-15ae-fa10c4edf3a4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T19:46:58,661 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49191 2024-11-21T19:46:58,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:46:58,664 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:46:58,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741825_1001 (size=7) 2024-11-21T19:46:58,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38349 is added to blk_1073741825_1001 (size=7) 2024-11-21T19:46:58,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741825_1001 (size=7) 2024-11-21T19:46:58,677 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587 with version=8 2024-11-21T19:46:58,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/hbase-staging 2024-11-21T19:46:58,679 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b96b36745c6:0 server-side Connection retries=45 2024-11-21T19:46:58,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:46:58,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T19:46:58,680 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T19:46:58,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:46:58,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T19:46:58,680 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T19:46:58,680 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T19:46:58,681 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37069 2024-11-21T19:46:58,682 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37069 connecting to ZooKeeper ensemble=127.0.0.1:49191 2024-11-21T19:46:58,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:370690x0, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T19:46:58,688 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37069-0x10116d66a8e0000 connected 2024-11-21T19:46:58,702 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:46:58,703 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:46:58,705 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37069-0x10116d66a8e0000, quorum=127.0.0.1:49191, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:46:58,705 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587, hbase.cluster.distributed=false 2024-11-21T19:46:58,707 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37069-0x10116d66a8e0000, quorum=127.0.0.1:49191, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T19:46:58,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37069 2024-11-21T19:46:58,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37069 2024-11-21T19:46:58,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37069 2024-11-21T19:46:58,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37069 2024-11-21T19:46:58,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37069 2024-11-21T19:46:58,728 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b96b36745c6:0 server-side Connection retries=45 2024-11-21T19:46:58,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:46:58,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T19:46:58,728 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T19:46:58,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:46:58,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T19:46:58,728 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T19:46:58,728 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T19:46:58,729 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42833 2024-11-21T19:46:58,730 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42833 connecting to ZooKeeper ensemble=127.0.0.1:49191 2024-11-21T19:46:58,731 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:46:58,733 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:46:58,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:428330x0, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T19:46:58,737 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42833-0x10116d66a8e0001 connected 2024-11-21T19:46:58,737 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42833-0x10116d66a8e0001, quorum=127.0.0.1:49191, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:46:58,738 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T19:46:58,739 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T19:46:58,739 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42833-0x10116d66a8e0001, quorum=127.0.0.1:49191, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T19:46:58,740 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42833-0x10116d66a8e0001, quorum=127.0.0.1:49191, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T19:46:58,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42833 2024-11-21T19:46:58,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42833 2024-11-21T19:46:58,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42833 2024-11-21T19:46:58,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42833 2024-11-21T19:46:58,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42833 2024-11-21T19:46:58,757 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b96b36745c6:0 server-side Connection retries=45 2024-11-21T19:46:58,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:46:58,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T19:46:58,757 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T19:46:58,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:46:58,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T19:46:58,757 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T19:46:58,757 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T19:46:58,758 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37703 2024-11-21T19:46:58,760 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37703 connecting to ZooKeeper ensemble=127.0.0.1:49191 2024-11-21T19:46:58,760 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:46:58,763 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:46:58,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377030x0, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T19:46:58,768 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37703-0x10116d66a8e0002 connected 2024-11-21T19:46:58,768 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37703-0x10116d66a8e0002, quorum=127.0.0.1:49191, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:46:58,768 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T19:46:58,768 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T19:46:58,769 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37703-0x10116d66a8e0002, quorum=127.0.0.1:49191, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T19:46:58,770 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37703-0x10116d66a8e0002, quorum=127.0.0.1:49191, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T19:46:58,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37703 2024-11-21T19:46:58,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37703 2024-11-21T19:46:58,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37703 2024-11-21T19:46:58,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37703 2024-11-21T19:46:58,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37703 2024-11-21T19:46:58,786 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b96b36745c6:0 server-side Connection retries=45 2024-11-21T19:46:58,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:46:58,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T19:46:58,786 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T19:46:58,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:46:58,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T19:46:58,786 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T19:46:58,787 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T19:46:58,787 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35211 2024-11-21T19:46:58,788 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35211 connecting to ZooKeeper ensemble=127.0.0.1:49191 2024-11-21T19:46:58,789 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:46:58,790 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:46:58,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:352110x0, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T19:46:58,795 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35211-0x10116d66a8e0003 connected 2024-11-21T19:46:58,795 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35211-0x10116d66a8e0003, quorum=127.0.0.1:49191, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:46:58,795 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T19:46:58,796 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T19:46:58,796 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35211-0x10116d66a8e0003, quorum=127.0.0.1:49191, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T19:46:58,797 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35211-0x10116d66a8e0003, quorum=127.0.0.1:49191, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T19:46:58,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35211 2024-11-21T19:46:58,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35211 2024-11-21T19:46:58,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35211 2024-11-21T19:46:58,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35211 2024-11-21T19:46:58,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35211 2024-11-21T19:46:58,810 DEBUG [M:0;7b96b36745c6:37069 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b96b36745c6:37069 2024-11-21T19:46:58,810 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/7b96b36745c6,37069,1732218418679 2024-11-21T19:46:58,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x10116d66a8e0002, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:46:58,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37069-0x10116d66a8e0000, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:46:58,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42833-0x10116d66a8e0001, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:46:58,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35211-0x10116d66a8e0003, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:46:58,812 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37069-0x10116d66a8e0000, quorum=127.0.0.1:49191, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7b96b36745c6,37069,1732218418679 2024-11-21T19:46:58,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35211-0x10116d66a8e0003, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T19:46:58,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x10116d66a8e0002, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T19:46:58,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42833-0x10116d66a8e0001, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T19:46:58,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35211-0x10116d66a8e0003, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:46:58,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42833-0x10116d66a8e0001, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:46:58,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x10116d66a8e0002, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:46:58,816 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37069-0x10116d66a8e0000, quorum=127.0.0.1:49191, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-21T19:46:58,816 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7b96b36745c6,37069,1732218418679 from backup master directory 2024-11-21T19:46:58,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37069-0x10116d66a8e0000, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:46:58,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x10116d66a8e0002, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:46:58,818 WARN [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T19:46:58,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35211-0x10116d66a8e0003, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:46:58,818 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b96b36745c6,37069,1732218418679 2024-11-21T19:46:58,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42833-0x10116d66a8e0001, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:46:58,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37069-0x10116d66a8e0000, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7b96b36745c6,37069,1732218418679 2024-11-21T19:46:58,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37069-0x10116d66a8e0000, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:46:58,823 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/hbase.id] with ID: ef578946-6496-41b4-93f8-941688f7a26c 2024-11-21T19:46:58,823 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/.tmp/hbase.id 2024-11-21T19:46:58,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741826_1002 (size=42) 2024-11-21T19:46:58,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741826_1002 (size=42) 2024-11-21T19:46:58,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38349 is added to blk_1073741826_1002 (size=42) 2024-11-21T19:46:58,832 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/.tmp/hbase.id]:[hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/hbase.id] 2024-11-21T19:46:58,846 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:46:58,846 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T19:46:58,847 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T19:46:58,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x10116d66a8e0002, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:46:58,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42833-0x10116d66a8e0001, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:46:58,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37069-0x10116d66a8e0000, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:46:58,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35211-0x10116d66a8e0003, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:46:58,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741827_1003 (size=196) 2024-11-21T19:46:58,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741827_1003 (size=196) 2024-11-21T19:46:58,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38349 is added to blk_1073741827_1003 (size=196) 2024-11-21T19:46:58,860 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T19:46:58,861 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T19:46:58,861 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T19:46:58,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38349 is added to blk_1073741828_1004 (size=1189) 2024-11-21T19:46:58,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741828_1004 (size=1189) 2024-11-21T19:46:58,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741828_1004 (size=1189) 2024-11-21T19:46:58,873 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/MasterData/data/master/store 2024-11-21T19:46:58,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741829_1005 (size=34) 2024-11-21T19:46:58,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741829_1005 (size=34) 2024-11-21T19:46:58,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38349 is added to blk_1073741829_1005 (size=34) 2024-11-21T19:46:58,885 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:46:58,885 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T19:46:58,885 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:46:58,885 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:46:58,885 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T19:46:58,885 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:46:58,885 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:46:58,885 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732218418885Disabling compacts and flushes for region at 1732218418885Disabling writes for close at 1732218418885Writing region close event to WAL at 1732218418885Closed at 1732218418885 2024-11-21T19:46:58,886 WARN [master/7b96b36745c6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/MasterData/data/master/store/.initializing 2024-11-21T19:46:58,886 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/MasterData/WALs/7b96b36745c6,37069,1732218418679 2024-11-21T19:46:58,887 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T19:46:58,889 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b96b36745c6%2C37069%2C1732218418679, suffix=, logDir=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/MasterData/WALs/7b96b36745c6,37069,1732218418679, archiveDir=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/MasterData/oldWALs, maxLogs=10 2024-11-21T19:46:58,903 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/MasterData/WALs/7b96b36745c6,37069,1732218418679/7b96b36745c6%2C37069%2C1732218418679.1732218418890, exclude list is [], retry=0 2024-11-21T19:46:58,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38349,DS-994ae487-d1ba-46c2-a1fb-f53a90a115b4,DISK] 2024-11-21T19:46:58,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36113,DS-eb9f720f-be43-4cfb-8fe4-99cff8efcb06,DISK] 2024-11-21T19:46:58,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46379,DS-5e61a4a9-37b5-4552-aa62-05066d76bcc7,DISK] 2024-11-21T19:46:58,911 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/MasterData/WALs/7b96b36745c6,37069,1732218418679/7b96b36745c6%2C37069%2C1732218418679.1732218418890 2024-11-21T19:46:58,911 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41403:41403),(127.0.0.1/127.0.0.1:35239:35239),(127.0.0.1/127.0.0.1:42897:42897)] 2024-11-21T19:46:58,911 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T19:46:58,912 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:46:58,912 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:46:58,912 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:46:58,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:46:58,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T19:46:58,919 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:46:58,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:46:58,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:46:58,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T19:46:58,922 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:46:58,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:46:58,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:46:58,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T19:46:58,924 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:46:58,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:46:58,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:46:58,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T19:46:58,926 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:46:58,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:46:58,927 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:46:58,928 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:46:58,928 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:46:58,930 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:46:58,930 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:46:58,930 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T19:46:58,931 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:46:58,934 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:46:58,934 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69599692, jitterRate=0.03711622953414917}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T19:46:58,935 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732218418912Initializing all the Stores at 1732218418913 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732218418913Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218418917 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218418917Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218418917Cleaning up temporary data from old regions at 1732218418930 (+13 ms)Region opened successfully at 1732218418935 (+5 ms) 2024-11-21T19:46:58,935 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T19:46:58,938 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b26a153, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b96b36745c6/172.17.0.2:0 2024-11-21T19:46:58,939 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T19:46:58,939 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T19:46:58,940 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T19:46:58,940 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T19:46:58,940 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T19:46:58,940 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T19:46:58,940 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-21T19:46:58,943 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T19:46:58,944 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37069-0x10116d66a8e0000, quorum=127.0.0.1:49191, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-21T19:46:58,945 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-21T19:46:58,945 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T19:46:58,946 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37069-0x10116d66a8e0000, quorum=127.0.0.1:49191, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-21T19:46:58,947 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-21T19:46:58,947 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T19:46:58,948 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37069-0x10116d66a8e0000, quorum=127.0.0.1:49191, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-21T19:46:58,949 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-21T19:46:58,950 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37069-0x10116d66a8e0000, quorum=127.0.0.1:49191, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-21T19:46:58,951 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-21T19:46:58,953 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37069-0x10116d66a8e0000, quorum=127.0.0.1:49191, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T19:46:58,954 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-21T19:46:58,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42833-0x10116d66a8e0001, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T19:46:58,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x10116d66a8e0002, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T19:46:58,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37069-0x10116d66a8e0000, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T19:46:58,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x10116d66a8e0002, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:46:58,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35211-0x10116d66a8e0003, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T19:46:58,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37069-0x10116d66a8e0000, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:46:58,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35211-0x10116d66a8e0003, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:46:58,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42833-0x10116d66a8e0001, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:46:58,956 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b96b36745c6,37069,1732218418679, sessionid=0x10116d66a8e0000, setting cluster-up flag (Was=false) 2024-11-21T19:46:58,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x10116d66a8e0002, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:46:58,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42833-0x10116d66a8e0001, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:46:58,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37069-0x10116d66a8e0000, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:46:58,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35211-0x10116d66a8e0003, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:46:58,965 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-21T19:46:58,966 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b96b36745c6,37069,1732218418679 2024-11-21T19:46:58,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x10116d66a8e0002, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:46:58,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42833-0x10116d66a8e0001, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:46:58,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35211-0x10116d66a8e0003, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:46:58,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37069-0x10116d66a8e0000, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:46:58,974 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-21T19:46:58,975 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b96b36745c6,37069,1732218418679 2024-11-21T19:46:58,976 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T19:46:58,978 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T19:46:58,978 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T19:46:58,978 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T19:46:58,978 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b96b36745c6,37069,1732218418679 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T19:46:58,979 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b96b36745c6:0, corePoolSize=5, maxPoolSize=5 2024-11-21T19:46:58,980 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b96b36745c6:0, corePoolSize=5, maxPoolSize=5 2024-11-21T19:46:58,980 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b96b36745c6:0, corePoolSize=5, maxPoolSize=5 2024-11-21T19:46:58,980 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b96b36745c6:0, corePoolSize=5, maxPoolSize=5 2024-11-21T19:46:58,980 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b96b36745c6:0, corePoolSize=10, maxPoolSize=10 2024-11-21T19:46:58,980 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:46:58,980 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b96b36745c6:0, corePoolSize=2, maxPoolSize=2 2024-11-21T19:46:58,980 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:46:58,982 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T19:46:58,982 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T19:46:58,984 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:46:58,984 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T19:46:58,989 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732218448989 2024-11-21T19:46:58,989 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T19:46:58,990 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T19:46:58,990 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T19:46:58,990 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T19:46:58,990 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T19:46:58,990 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T19:46:58,992 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T19:46:58,993 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T19:46:58,993 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T19:46:58,993 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T19:46:58,993 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T19:46:58,993 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T19:46:58,995 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b96b36745c6:0:becomeActiveMaster-HFileCleaner.large.0-1732218418993,5,FailOnTimeoutGroup] 2024-11-21T19:46:58,995 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b96b36745c6:0:becomeActiveMaster-HFileCleaner.small.0-1732218418995,5,FailOnTimeoutGroup] 2024-11-21T19:46:58,995 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T19:46:58,996 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T19:46:58,996 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T19:46:58,996 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T19:46:59,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741831_1007 (size=1321) 2024-11-21T19:46:59,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38349 is added to blk_1073741831_1007 (size=1321) 2024-11-21T19:46:59,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741831_1007 (size=1321) 2024-11-21T19:46:59,003 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T19:46:59,003 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587 2024-11-21T19:46:59,006 INFO [RS:0;7b96b36745c6:42833 {}] regionserver.HRegionServer(746): ClusterId : ef578946-6496-41b4-93f8-941688f7a26c 2024-11-21T19:46:59,006 DEBUG [RS:0;7b96b36745c6:42833 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T19:46:59,009 DEBUG [RS:0;7b96b36745c6:42833 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T19:46:59,009 DEBUG [RS:0;7b96b36745c6:42833 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T19:46:59,011 INFO [RS:1;7b96b36745c6:37703 {}] regionserver.HRegionServer(746): ClusterId : ef578946-6496-41b4-93f8-941688f7a26c 2024-11-21T19:46:59,011 DEBUG [RS:1;7b96b36745c6:37703 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T19:46:59,011 DEBUG [RS:0;7b96b36745c6:42833 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T19:46:59,012 DEBUG [RS:0;7b96b36745c6:42833 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58559b97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b96b36745c6/172.17.0.2:0 2024-11-21T19:46:59,013 DEBUG [RS:1;7b96b36745c6:37703 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T19:46:59,013 DEBUG [RS:1;7b96b36745c6:37703 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T19:46:59,015 INFO [RS:2;7b96b36745c6:35211 {}] regionserver.HRegionServer(746): ClusterId : ef578946-6496-41b4-93f8-941688f7a26c 2024-11-21T19:46:59,015 DEBUG [RS:2;7b96b36745c6:35211 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T19:46:59,016 DEBUG [RS:1;7b96b36745c6:37703 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T19:46:59,016 DEBUG [RS:1;7b96b36745c6:37703 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d5e95b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b96b36745c6/172.17.0.2:0 2024-11-21T19:46:59,017 DEBUG [RS:2;7b96b36745c6:35211 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T19:46:59,017 DEBUG [RS:2;7b96b36745c6:35211 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T19:46:59,025 DEBUG [RS:2;7b96b36745c6:35211 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T19:46:59,026 DEBUG [RS:2;7b96b36745c6:35211 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ac4d03c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b96b36745c6/172.17.0.2:0 2024-11-21T19:46:59,033 DEBUG [RS:0;7b96b36745c6:42833 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b96b36745c6:42833 2024-11-21T19:46:59,033 INFO [RS:0;7b96b36745c6:42833 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T19:46:59,034 INFO [RS:0;7b96b36745c6:42833 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T19:46:59,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741832_1008 (size=32) 2024-11-21T19:46:59,034 DEBUG [RS:0;7b96b36745c6:42833 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T19:46:59,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38349 is added to blk_1073741832_1008 (size=32) 2024-11-21T19:46:59,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741832_1008 (size=32) 2024-11-21T19:46:59,035 INFO [RS:0;7b96b36745c6:42833 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b96b36745c6,37069,1732218418679 with port=42833, startcode=1732218418727 2024-11-21T19:46:59,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:46:59,036 DEBUG [RS:0;7b96b36745c6:42833 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T19:46:59,039 DEBUG [RS:1;7b96b36745c6:37703 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;7b96b36745c6:37703 2024-11-21T19:46:59,039 INFO [RS:1;7b96b36745c6:37703 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T19:46:59,039 INFO [RS:1;7b96b36745c6:37703 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T19:46:59,039 DEBUG [RS:1;7b96b36745c6:37703 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T19:46:59,040 INFO [RS:1;7b96b36745c6:37703 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b96b36745c6,37069,1732218418679 with port=37703, startcode=1732218418756 2024-11-21T19:46:59,040 DEBUG [RS:1;7b96b36745c6:37703 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T19:46:59,041 DEBUG [RS:2;7b96b36745c6:35211 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;7b96b36745c6:35211 2024-11-21T19:46:59,041 INFO [RS:2;7b96b36745c6:35211 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T19:46:59,041 INFO [RS:2;7b96b36745c6:35211 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T19:46:59,041 DEBUG [RS:2;7b96b36745c6:35211 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T19:46:59,042 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38289, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T19:46:59,042 INFO [RS:2;7b96b36745c6:35211 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b96b36745c6,37069,1732218418679 with port=35211, startcode=1732218418786 2024-11-21T19:46:59,042 DEBUG [RS:2;7b96b36745c6:35211 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T19:46:59,043 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37069 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b96b36745c6,42833,1732218418727 2024-11-21T19:46:59,043 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37069 {}] master.ServerManager(517): Registering regionserver=7b96b36745c6,42833,1732218418727 2024-11-21T19:46:59,044 DEBUG [RS:0;7b96b36745c6:42833 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587 2024-11-21T19:46:59,044 DEBUG [RS:0;7b96b36745c6:42833 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44149 2024-11-21T19:46:59,044 DEBUG [RS:0;7b96b36745c6:42833 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T19:46:59,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T19:46:59,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37069-0x10116d66a8e0000, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T19:46:59,047 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33805, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T19:46:59,047 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36495, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T19:46:59,047 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b96b36745c6,42833,1732218418727] 2024-11-21T19:46:59,047 DEBUG [RS:0;7b96b36745c6:42833 {}] zookeeper.ZKUtil(111): regionserver:42833-0x10116d66a8e0001, quorum=127.0.0.1:49191, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7b96b36745c6,42833,1732218418727 2024-11-21T19:46:59,047 WARN [RS:0;7b96b36745c6:42833 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T19:46:59,047 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37069 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b96b36745c6,35211,1732218418786 2024-11-21T19:46:59,048 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37069 {}] master.ServerManager(517): Registering regionserver=7b96b36745c6,35211,1732218418786 2024-11-21T19:46:59,048 INFO [RS:0;7b96b36745c6:42833 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T19:46:59,048 DEBUG [RS:0;7b96b36745c6:42833 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/WALs/7b96b36745c6,42833,1732218418727 2024-11-21T19:46:59,049 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37069 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b96b36745c6,37703,1732218418756 2024-11-21T19:46:59,049 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37069 {}] master.ServerManager(517): Registering regionserver=7b96b36745c6,37703,1732218418756 2024-11-21T19:46:59,050 DEBUG [RS:2;7b96b36745c6:35211 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587 2024-11-21T19:46:59,050 DEBUG [RS:2;7b96b36745c6:35211 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44149 2024-11-21T19:46:59,050 DEBUG [RS:2;7b96b36745c6:35211 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T19:46:59,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T19:46:59,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:46:59,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:46:59,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T19:46:59,051 DEBUG [RS:1;7b96b36745c6:37703 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587 2024-11-21T19:46:59,051 DEBUG [RS:1;7b96b36745c6:37703 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44149 2024-11-21T19:46:59,051 DEBUG [RS:1;7b96b36745c6:37703 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T19:46:59,053 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T19:46:59,053 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:46:59,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:46:59,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T19:46:59,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37069-0x10116d66a8e0000, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T19:46:59,055 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T19:46:59,055 DEBUG [RS:2;7b96b36745c6:35211 {}] zookeeper.ZKUtil(111): regionserver:35211-0x10116d66a8e0003, quorum=127.0.0.1:49191, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7b96b36745c6,35211,1732218418786 2024-11-21T19:46:59,055 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b96b36745c6,37703,1732218418756] 2024-11-21T19:46:59,055 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b96b36745c6,35211,1732218418786] 2024-11-21T19:46:59,055 WARN [RS:2;7b96b36745c6:35211 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T19:46:59,055 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:46:59,056 INFO [RS:2;7b96b36745c6:35211 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T19:46:59,056 DEBUG [RS:2;7b96b36745c6:35211 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/WALs/7b96b36745c6,35211,1732218418786 2024-11-21T19:46:59,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:46:59,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T19:46:59,057 DEBUG [RS:1;7b96b36745c6:37703 {}] zookeeper.ZKUtil(111): regionserver:37703-0x10116d66a8e0002, quorum=127.0.0.1:49191, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7b96b36745c6,37703,1732218418756 2024-11-21T19:46:59,057 WARN [RS:1;7b96b36745c6:37703 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T19:46:59,057 INFO [RS:1;7b96b36745c6:37703 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T19:46:59,057 DEBUG [RS:1;7b96b36745c6:37703 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/WALs/7b96b36745c6,37703,1732218418756 2024-11-21T19:46:59,057 INFO [RS:0;7b96b36745c6:42833 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T19:46:59,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T19:46:59,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:46:59,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:46:59,060 INFO [RS:2;7b96b36745c6:35211 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T19:46:59,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T19:46:59,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/hbase/meta/1588230740 2024-11-21T19:46:59,061 INFO [RS:0;7b96b36745c6:42833 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T19:46:59,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/hbase/meta/1588230740 2024-11-21T19:46:59,062 INFO [RS:0;7b96b36745c6:42833 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T19:46:59,062 INFO [RS:0;7b96b36745c6:42833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:46:59,062 INFO [RS:2;7b96b36745c6:35211 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T19:46:59,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T19:46:59,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T19:46:59,064 INFO [RS:0;7b96b36745c6:42833 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T19:46:59,064 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T19:46:59,064 INFO [RS:1;7b96b36745c6:37703 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T19:46:59,065 INFO [RS:2;7b96b36745c6:35211 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T19:46:59,065 INFO [RS:2;7b96b36745c6:35211 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:46:59,066 INFO [RS:0;7b96b36745c6:42833 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T19:46:59,066 INFO [RS:0;7b96b36745c6:42833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T19:46:59,066 DEBUG [RS:0;7b96b36745c6:42833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:46:59,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T19:46:59,066 DEBUG [RS:0;7b96b36745c6:42833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:46:59,066 DEBUG [RS:0;7b96b36745c6:42833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:46:59,066 DEBUG [RS:0;7b96b36745c6:42833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:46:59,066 DEBUG [RS:0;7b96b36745c6:42833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:46:59,066 DEBUG [RS:0;7b96b36745c6:42833 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b96b36745c6:0, corePoolSize=2, maxPoolSize=2 2024-11-21T19:46:59,067 DEBUG [RS:0;7b96b36745c6:42833 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:46:59,067 DEBUG [RS:0;7b96b36745c6:42833 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:46:59,067 INFO [RS:2;7b96b36745c6:35211 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T19:46:59,067 DEBUG [RS:0;7b96b36745c6:42833 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:46:59,067 DEBUG [RS:0;7b96b36745c6:42833 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:46:59,067 DEBUG [RS:0;7b96b36745c6:42833 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:46:59,068 DEBUG [RS:0;7b96b36745c6:42833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:46:59,068 DEBUG [RS:0;7b96b36745c6:42833 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0, corePoolSize=3, maxPoolSize=3 2024-11-21T19:46:59,068 DEBUG [RS:0;7b96b36745c6:42833 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b96b36745c6:0, corePoolSize=3, maxPoolSize=3 2024-11-21T19:46:59,068 INFO [RS:1;7b96b36745c6:37703 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T19:46:59,068 INFO [RS:2;7b96b36745c6:35211 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T19:46:59,068 INFO [RS:2;7b96b36745c6:35211 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T19:46:59,068 DEBUG [RS:2;7b96b36745c6:35211 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:46:59,068 DEBUG [RS:2;7b96b36745c6:35211 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:46:59,068 DEBUG [RS:2;7b96b36745c6:35211 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:46:59,068 DEBUG [RS:2;7b96b36745c6:35211 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:46:59,069 DEBUG [RS:2;7b96b36745c6:35211 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:46:59,069 DEBUG [RS:2;7b96b36745c6:35211 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b96b36745c6:0, corePoolSize=2, maxPoolSize=2 2024-11-21T19:46:59,069 DEBUG [RS:2;7b96b36745c6:35211 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:46:59,069 DEBUG [RS:2;7b96b36745c6:35211 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:46:59,069 DEBUG [RS:2;7b96b36745c6:35211 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:46:59,069 INFO [RS:1;7b96b36745c6:37703 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T19:46:59,069 DEBUG [RS:2;7b96b36745c6:35211 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:46:59,069 INFO [RS:1;7b96b36745c6:37703 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:46:59,069 DEBUG [RS:2;7b96b36745c6:35211 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:46:59,069 DEBUG [RS:2;7b96b36745c6:35211 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:46:59,069 DEBUG [RS:2;7b96b36745c6:35211 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0, corePoolSize=3, maxPoolSize=3 2024-11-21T19:46:59,069 DEBUG [RS:2;7b96b36745c6:35211 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b96b36745c6:0, corePoolSize=3, maxPoolSize=3 2024-11-21T19:46:59,069 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:46:59,070 INFO [RS:1;7b96b36745c6:37703 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T19:46:59,071 INFO [RS:0;7b96b36745c6:42833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T19:46:59,071 INFO [RS:0;7b96b36745c6:42833 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T19:46:59,071 INFO [RS:2;7b96b36745c6:35211 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T19:46:59,071 INFO [RS:0;7b96b36745c6:42833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:46:59,072 INFO [RS:2;7b96b36745c6:35211 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T19:46:59,072 INFO [RS:0;7b96b36745c6:42833 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T19:46:59,072 INFO [RS:2;7b96b36745c6:35211 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:46:59,072 INFO [RS:0;7b96b36745c6:42833 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T19:46:59,072 INFO [RS:2;7b96b36745c6:35211 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T19:46:59,072 INFO [RS:0;7b96b36745c6:42833 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,42833,1732218418727-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T19:46:59,072 INFO [RS:2;7b96b36745c6:35211 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T19:46:59,072 INFO [RS:1;7b96b36745c6:37703 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T19:46:59,072 INFO [RS:2;7b96b36745c6:35211 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,35211,1732218418786-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T19:46:59,072 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75379584, jitterRate=0.12324333190917969}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T19:46:59,072 INFO [RS:1;7b96b36745c6:37703 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T19:46:59,072 DEBUG [RS:1;7b96b36745c6:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:46:59,072 DEBUG [RS:1;7b96b36745c6:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:46:59,072 DEBUG [RS:1;7b96b36745c6:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:46:59,072 DEBUG [RS:1;7b96b36745c6:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:46:59,072 DEBUG [RS:1;7b96b36745c6:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:46:59,072 DEBUG [RS:1;7b96b36745c6:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b96b36745c6:0, corePoolSize=2, maxPoolSize=2 2024-11-21T19:46:59,073 DEBUG [RS:1;7b96b36745c6:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:46:59,073 DEBUG [RS:1;7b96b36745c6:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:46:59,073 DEBUG [RS:1;7b96b36745c6:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:46:59,073 DEBUG [RS:1;7b96b36745c6:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:46:59,073 DEBUG [RS:1;7b96b36745c6:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:46:59,073 DEBUG [RS:1;7b96b36745c6:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:46:59,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732218419036Initializing all the Stores at 1732218419037 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732218419037Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732218419045 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218419045Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732218419045Cleaning up temporary data from old regions at 1732218419064 (+19 ms)Region opened successfully at 1732218419073 (+9 ms) 2024-11-21T19:46:59,073 DEBUG [RS:1;7b96b36745c6:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0, corePoolSize=3, maxPoolSize=3 2024-11-21T19:46:59,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T19:46:59,073 DEBUG [RS:1;7b96b36745c6:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b96b36745c6:0, corePoolSize=3, maxPoolSize=3 2024-11-21T19:46:59,073 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T19:46:59,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T19:46:59,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T19:46:59,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T19:46:59,078 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T19:46:59,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732218419073Disabling compacts and flushes for region at 1732218419073Disabling writes for close at 1732218419073Writing region close event to WAL at 1732218419077 (+4 ms)Closed at 1732218419077 2024-11-21T19:46:59,078 INFO [RS:1;7b96b36745c6:37703 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T19:46:59,078 INFO [RS:1;7b96b36745c6:37703 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T19:46:59,078 INFO [RS:1;7b96b36745c6:37703 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:46:59,078 INFO [RS:1;7b96b36745c6:37703 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T19:46:59,078 INFO [RS:1;7b96b36745c6:37703 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T19:46:59,078 INFO [RS:1;7b96b36745c6:37703 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,37703,1732218418756-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T19:46:59,079 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T19:46:59,079 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T19:46:59,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T19:46:59,080 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T19:46:59,082 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T19:46:59,090 INFO [RS:0;7b96b36745c6:42833 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T19:46:59,090 INFO [RS:0;7b96b36745c6:42833 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,42833,1732218418727-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:46:59,090 INFO [RS:0;7b96b36745c6:42833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:46:59,090 INFO [RS:0;7b96b36745c6:42833 {}] regionserver.Replication(171): 7b96b36745c6,42833,1732218418727 started 2024-11-21T19:46:59,092 INFO [RS:2;7b96b36745c6:35211 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T19:46:59,092 INFO [RS:2;7b96b36745c6:35211 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,35211,1732218418786-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:46:59,092 INFO [RS:2;7b96b36745c6:35211 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:46:59,092 INFO [RS:2;7b96b36745c6:35211 {}] regionserver.Replication(171): 7b96b36745c6,35211,1732218418786 started 2024-11-21T19:46:59,102 INFO [RS:1;7b96b36745c6:37703 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T19:46:59,102 INFO [RS:1;7b96b36745c6:37703 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,37703,1732218418756-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:46:59,103 INFO [RS:1;7b96b36745c6:37703 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:46:59,103 INFO [RS:1;7b96b36745c6:37703 {}] regionserver.Replication(171): 7b96b36745c6,37703,1732218418756 started 2024-11-21T19:46:59,104 INFO [RS:0;7b96b36745c6:42833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:46:59,104 INFO [RS:0;7b96b36745c6:42833 {}] regionserver.HRegionServer(1482): Serving as 7b96b36745c6,42833,1732218418727, RpcServer on 7b96b36745c6/172.17.0.2:42833, sessionid=0x10116d66a8e0001 2024-11-21T19:46:59,104 DEBUG [RS:0;7b96b36745c6:42833 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T19:46:59,104 DEBUG [RS:0;7b96b36745c6:42833 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b96b36745c6,42833,1732218418727 2024-11-21T19:46:59,104 DEBUG [RS:0;7b96b36745c6:42833 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b96b36745c6,42833,1732218418727' 2024-11-21T19:46:59,104 DEBUG [RS:0;7b96b36745c6:42833 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T19:46:59,105 DEBUG [RS:0;7b96b36745c6:42833 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T19:46:59,105 DEBUG [RS:0;7b96b36745c6:42833 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T19:46:59,106 DEBUG [RS:0;7b96b36745c6:42833 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T19:46:59,106 DEBUG [RS:0;7b96b36745c6:42833 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b96b36745c6,42833,1732218418727 2024-11-21T19:46:59,106 DEBUG [RS:0;7b96b36745c6:42833 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b96b36745c6,42833,1732218418727' 2024-11-21T19:46:59,106 DEBUG [RS:0;7b96b36745c6:42833 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T19:46:59,106 DEBUG [RS:0;7b96b36745c6:42833 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T19:46:59,107 DEBUG [RS:0;7b96b36745c6:42833 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T19:46:59,107 INFO [RS:0;7b96b36745c6:42833 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T19:46:59,107 INFO [RS:0;7b96b36745c6:42833 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T19:46:59,112 INFO [RS:2;7b96b36745c6:35211 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:46:59,112 INFO [RS:2;7b96b36745c6:35211 {}] regionserver.HRegionServer(1482): Serving as 7b96b36745c6,35211,1732218418786, RpcServer on 7b96b36745c6/172.17.0.2:35211, sessionid=0x10116d66a8e0003 2024-11-21T19:46:59,112 DEBUG [RS:2;7b96b36745c6:35211 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T19:46:59,112 DEBUG [RS:2;7b96b36745c6:35211 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b96b36745c6,35211,1732218418786 2024-11-21T19:46:59,113 DEBUG [RS:2;7b96b36745c6:35211 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b96b36745c6,35211,1732218418786' 2024-11-21T19:46:59,113 DEBUG [RS:2;7b96b36745c6:35211 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T19:46:59,113 DEBUG [RS:2;7b96b36745c6:35211 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T19:46:59,114 DEBUG [RS:2;7b96b36745c6:35211 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T19:46:59,114 DEBUG [RS:2;7b96b36745c6:35211 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T19:46:59,114 DEBUG [RS:2;7b96b36745c6:35211 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b96b36745c6,35211,1732218418786 2024-11-21T19:46:59,114 DEBUG [RS:2;7b96b36745c6:35211 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b96b36745c6,35211,1732218418786' 2024-11-21T19:46:59,114 DEBUG [RS:2;7b96b36745c6:35211 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T19:46:59,114 DEBUG [RS:2;7b96b36745c6:35211 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T19:46:59,114 DEBUG [RS:2;7b96b36745c6:35211 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T19:46:59,114 INFO [RS:2;7b96b36745c6:35211 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T19:46:59,115 INFO [RS:2;7b96b36745c6:35211 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T19:46:59,120 INFO [RS:1;7b96b36745c6:37703 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:46:59,120 INFO [RS:1;7b96b36745c6:37703 {}] regionserver.HRegionServer(1482): Serving as 7b96b36745c6,37703,1732218418756, RpcServer on 7b96b36745c6/172.17.0.2:37703, sessionid=0x10116d66a8e0002 2024-11-21T19:46:59,120 DEBUG [RS:1;7b96b36745c6:37703 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T19:46:59,120 DEBUG [RS:1;7b96b36745c6:37703 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b96b36745c6,37703,1732218418756 2024-11-21T19:46:59,120 DEBUG [RS:1;7b96b36745c6:37703 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b96b36745c6,37703,1732218418756' 2024-11-21T19:46:59,120 DEBUG [RS:1;7b96b36745c6:37703 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T19:46:59,121 DEBUG [RS:1;7b96b36745c6:37703 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T19:46:59,121 DEBUG [RS:1;7b96b36745c6:37703 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T19:46:59,121 DEBUG [RS:1;7b96b36745c6:37703 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T19:46:59,121 DEBUG [RS:1;7b96b36745c6:37703 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b96b36745c6,37703,1732218418756 2024-11-21T19:46:59,121 DEBUG [RS:1;7b96b36745c6:37703 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b96b36745c6,37703,1732218418756' 2024-11-21T19:46:59,121 DEBUG [RS:1;7b96b36745c6:37703 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T19:46:59,122 DEBUG [RS:1;7b96b36745c6:37703 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T19:46:59,122 DEBUG [RS:1;7b96b36745c6:37703 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T19:46:59,122 INFO [RS:1;7b96b36745c6:37703 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T19:46:59,122 INFO [RS:1;7b96b36745c6:37703 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T19:46:59,208 INFO [RS:0;7b96b36745c6:42833 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T19:46:59,209 INFO [RS:0;7b96b36745c6:42833 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b96b36745c6%2C42833%2C1732218418727, suffix=, logDir=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/WALs/7b96b36745c6,42833,1732218418727, archiveDir=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/oldWALs, maxLogs=32 2024-11-21T19:46:59,215 INFO [RS:2;7b96b36745c6:35211 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T19:46:59,217 INFO [RS:2;7b96b36745c6:35211 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b96b36745c6%2C35211%2C1732218418786, suffix=, logDir=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/WALs/7b96b36745c6,35211,1732218418786, archiveDir=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/oldWALs, maxLogs=32 2024-11-21T19:46:59,222 INFO [RS:1;7b96b36745c6:37703 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T19:46:59,224 DEBUG [RS:0;7b96b36745c6:42833 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/WALs/7b96b36745c6,42833,1732218418727/7b96b36745c6%2C42833%2C1732218418727.1732218419211, exclude list is [], retry=0 2024-11-21T19:46:59,224 INFO [RS:1;7b96b36745c6:37703 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b96b36745c6%2C37703%2C1732218418756, suffix=, logDir=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/WALs/7b96b36745c6,37703,1732218418756, archiveDir=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/oldWALs, maxLogs=32 2024-11-21T19:46:59,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46379,DS-5e61a4a9-37b5-4552-aa62-05066d76bcc7,DISK] 2024-11-21T19:46:59,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38349,DS-994ae487-d1ba-46c2-a1fb-f53a90a115b4,DISK] 2024-11-21T19:46:59,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36113,DS-eb9f720f-be43-4cfb-8fe4-99cff8efcb06,DISK] 2024-11-21T19:46:59,232 WARN [7b96b36745c6:37069 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T19:46:59,233 INFO [RS:0;7b96b36745c6:42833 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/WALs/7b96b36745c6,42833,1732218418727/7b96b36745c6%2C42833%2C1732218418727.1732218419211 2024-11-21T19:46:59,234 DEBUG [RS:0;7b96b36745c6:42833 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41403:41403),(127.0.0.1/127.0.0.1:35239:35239),(127.0.0.1/127.0.0.1:42897:42897)] 2024-11-21T19:46:59,234 DEBUG [RS:2;7b96b36745c6:35211 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/WALs/7b96b36745c6,35211,1732218418786/7b96b36745c6%2C35211%2C1732218418786.1732218419218, exclude list is [], retry=0 2024-11-21T19:46:59,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46379,DS-5e61a4a9-37b5-4552-aa62-05066d76bcc7,DISK] 2024-11-21T19:46:59,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38349,DS-994ae487-d1ba-46c2-a1fb-f53a90a115b4,DISK] 2024-11-21T19:46:59,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36113,DS-eb9f720f-be43-4cfb-8fe4-99cff8efcb06,DISK] 2024-11-21T19:46:59,239 DEBUG [RS:1;7b96b36745c6:37703 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/WALs/7b96b36745c6,37703,1732218418756/7b96b36745c6%2C37703%2C1732218418756.1732218419224, exclude list is [], retry=0 2024-11-21T19:46:59,241 INFO [RS:2;7b96b36745c6:35211 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/WALs/7b96b36745c6,35211,1732218418786/7b96b36745c6%2C35211%2C1732218418786.1732218419218 2024-11-21T19:46:59,241 DEBUG [RS:2;7b96b36745c6:35211 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42897:42897),(127.0.0.1/127.0.0.1:35239:35239),(127.0.0.1/127.0.0.1:41403:41403)] 2024-11-21T19:46:59,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36113,DS-eb9f720f-be43-4cfb-8fe4-99cff8efcb06,DISK] 2024-11-21T19:46:59,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38349,DS-994ae487-d1ba-46c2-a1fb-f53a90a115b4,DISK] 2024-11-21T19:46:59,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46379,DS-5e61a4a9-37b5-4552-aa62-05066d76bcc7,DISK] 2024-11-21T19:46:59,244 INFO [RS:1;7b96b36745c6:37703 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/WALs/7b96b36745c6,37703,1732218418756/7b96b36745c6%2C37703%2C1732218418756.1732218419224 2024-11-21T19:46:59,244 DEBUG [RS:1;7b96b36745c6:37703 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42897:42897),(127.0.0.1/127.0.0.1:35239:35239),(127.0.0.1/127.0.0.1:41403:41403)] 2024-11-21T19:46:59,483 DEBUG [7b96b36745c6:37069 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-21T19:46:59,483 DEBUG [7b96b36745c6:37069 {}] balancer.BalancerClusterState(204): Hosts are {7b96b36745c6=0} racks are {/default-rack=0} 2024-11-21T19:46:59,485 DEBUG [7b96b36745c6:37069 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T19:46:59,485 DEBUG [7b96b36745c6:37069 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T19:46:59,485 DEBUG [7b96b36745c6:37069 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-21T19:46:59,485 DEBUG [7b96b36745c6:37069 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T19:46:59,485 DEBUG [7b96b36745c6:37069 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T19:46:59,485 DEBUG [7b96b36745c6:37069 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-21T19:46:59,485 INFO [7b96b36745c6:37069 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T19:46:59,485 INFO [7b96b36745c6:37069 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T19:46:59,485 INFO [7b96b36745c6:37069 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-21T19:46:59,485 DEBUG [7b96b36745c6:37069 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T19:46:59,486 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b96b36745c6,35211,1732218418786 2024-11-21T19:46:59,487 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b96b36745c6,35211,1732218418786, state=OPENING 2024-11-21T19:46:59,489 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T19:46:59,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x10116d66a8e0002, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:46:59,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35211-0x10116d66a8e0003, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:46:59,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37069-0x10116d66a8e0000, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:46:59,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42833-0x10116d66a8e0001, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:46:59,491 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T19:46:59,491 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:46:59,491 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:46:59,491 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:46:59,491 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:46:59,491 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b96b36745c6,35211,1732218418786}] 2024-11-21T19:47:02,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:47:02,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:47:02,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:47:02,731 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T19:47:02,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:47:02,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:47:02,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:47:03,518 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T19:47:03,518 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T19:47:09,020 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T19:47:09,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:47:09,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:47:09,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:47:09,493 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T19:47:09,494 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46787, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T19:47:09,500 INFO [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T19:47:09,500 INFO [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T19:47:09,500 INFO [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T19:47:09,502 INFO [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b96b36745c6%2C35211%2C1732218418786.meta, suffix=.meta, logDir=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/WALs/7b96b36745c6,35211,1732218418786, archiveDir=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/oldWALs, maxLogs=32 2024-11-21T19:47:09,517 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/WALs/7b96b36745c6,35211,1732218418786/7b96b36745c6%2C35211%2C1732218418786.meta.1732218429503.meta, exclude list is [], retry=0 2024-11-21T19:47:09,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46379,DS-5e61a4a9-37b5-4552-aa62-05066d76bcc7,DISK] 2024-11-21T19:47:09,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38349,DS-994ae487-d1ba-46c2-a1fb-f53a90a115b4,DISK] 2024-11-21T19:47:09,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36113,DS-eb9f720f-be43-4cfb-8fe4-99cff8efcb06,DISK] 2024-11-21T19:47:09,521 INFO [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/WALs/7b96b36745c6,35211,1732218418786/7b96b36745c6%2C35211%2C1732218418786.meta.1732218429503.meta 2024-11-21T19:47:09,521 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35239:35239),(127.0.0.1/127.0.0.1:42897:42897),(127.0.0.1/127.0.0.1:41403:41403)] 2024-11-21T19:47:09,522 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T19:47:09,522 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T19:47:09,522 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T19:47:09,522 INFO [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T19:47:09,522 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T19:47:09,522 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:47:09,522 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T19:47:09,522 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T19:47:09,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T19:47:09,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T19:47:09,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:47:09,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:47:09,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T19:47:09,527 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T19:47:09,527 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:47:09,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:47:09,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T19:47:09,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T19:47:09,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:47:09,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:47:09,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T19:47:09,530 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T19:47:09,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:47:09,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:47:09,530 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T19:47:09,531 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/hbase/meta/1588230740 2024-11-21T19:47:09,532 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/hbase/meta/1588230740 2024-11-21T19:47:09,534 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T19:47:09,534 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T19:47:09,534 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T19:47:09,535 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T19:47:09,536 INFO [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59827030, jitterRate=-0.10850778222084045}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T19:47:09,536 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T19:47:09,537 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732218429523Writing region info on filesystem at 1732218429523Initializing all the Stores at 1732218429523Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732218429524 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732218429525 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218429525Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732218429525Cleaning up temporary data from old regions at 1732218429534 (+9 ms)Running coprocessor post-open hooks at 1732218429536 (+2 ms)Region opened successfully at 1732218429537 (+1 ms) 2024-11-21T19:47:09,538 INFO [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732218429493 2024-11-21T19:47:09,540 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T19:47:09,540 INFO [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T19:47:09,540 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7b96b36745c6,35211,1732218418786 2024-11-21T19:47:09,541 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b96b36745c6,35211,1732218418786, state=OPEN 2024-11-21T19:47:09,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42833-0x10116d66a8e0001, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T19:47:09,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x10116d66a8e0002, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T19:47:09,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35211-0x10116d66a8e0003, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T19:47:09,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37069-0x10116d66a8e0000, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T19:47:09,543 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:47:09,543 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b96b36745c6,35211,1732218418786 2024-11-21T19:47:09,543 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:47:09,543 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:47:09,543 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:47:09,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T19:47:09,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b96b36745c6,35211,1732218418786 in 10.0520 sec 2024-11-21T19:47:09,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T19:47:09,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.4670 sec 2024-11-21T19:47:09,549 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T19:47:09,549 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T19:47:09,551 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T19:47:09,551 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b96b36745c6,35211,1732218418786, seqNum=-1] 2024-11-21T19:47:09,552 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:47:09,553 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40803, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:47:09,557 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.5790 sec 2024-11-21T19:47:09,558 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732218429558, completionTime=-1 2024-11-21T19:47:09,558 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-21T19:47:09,558 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T19:47:09,559 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-21T19:47:09,559 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732218489559 2024-11-21T19:47:09,559 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732218549559 2024-11-21T19:47:09,559 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T19:47:09,560 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,37069,1732218418679-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:47:09,560 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,37069,1732218418679-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:47:09,560 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,37069,1732218418679-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:47:09,560 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b96b36745c6:37069, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:47:09,560 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T19:47:09,560 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T19:47:09,561 DEBUG [master/7b96b36745c6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T19:47:09,563 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.745sec 2024-11-21T19:47:09,563 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T19:47:09,563 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T19:47:09,563 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T19:47:09,563 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T19:47:09,563 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T19:47:09,564 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,37069,1732218418679-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T19:47:09,564 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,37069,1732218418679-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T19:47:09,566 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T19:47:09,566 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T19:47:09,566 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,37069,1732218418679-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:47:09,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6be3376b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:47:09,621 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b96b36745c6,37069,-1 for getting cluster id 2024-11-21T19:47:09,622 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T19:47:09,623 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ef578946-6496-41b4-93f8-941688f7a26c' 2024-11-21T19:47:09,623 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T19:47:09,623 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ef578946-6496-41b4-93f8-941688f7a26c" 2024-11-21T19:47:09,624 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27b436b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:47:09,624 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b96b36745c6,37069,-1] 2024-11-21T19:47:09,624 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T19:47:09,625 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:47:09,626 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51104, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T19:47:09,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71161f8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:47:09,627 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T19:47:09,627 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b96b36745c6,35211,1732218418786, seqNum=-1] 2024-11-21T19:47:09,628 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:47:09,629 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52540, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:47:09,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7b96b36745c6,37069,1732218418679 2024-11-21T19:47:09,631 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732218429631 (current time:1732218429631). 2024-11-21T19:47:09,631 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-21T19:47:09,631 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-21T19:47:09,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec68c5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:47:09,631 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b96b36745c6,37069,-1 for getting cluster id 2024-11-21T19:47:09,632 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T19:47:09,632 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ef578946-6496-41b4-93f8-941688f7a26c' 2024-11-21T19:47:09,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T19:47:09,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ef578946-6496-41b4-93f8-941688f7a26c" 2024-11-21T19:47:09,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70d4bc00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:47:09,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b96b36745c6,37069,-1] 2024-11-21T19:47:09,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T19:47:09,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:47:09,634 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51126, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T19:47:09,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a2a8e4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:47:09,635 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T19:47:09,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b96b36745c6,35211,1732218418786, seqNum=-1] 2024-11-21T19:47:09,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:47:09,637 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52546, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:47:09,637 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T19:47:09,638 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T19:47:09,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:47:09,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:47:09,638 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T19:47:09,638 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T19:47:09,639 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b96b36745c6,37069,1732218418679 2024-11-21T19:47:09,639 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@279a83ab 2024-11-21T19:47:09,639 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T19:47:09,640 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51138, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T19:47:09,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37069 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T19:47:09,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37069 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-21T19:47:09,644 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T19:47:09,644 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:47:09,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37069 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-21T19:47:09,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T19:47:09,645 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T19:47:09,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38349 is added to blk_1073741837_1013 (size=361) 2024-11-21T19:47:09,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741837_1013 (size=361) 2024-11-21T19:47:09,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741837_1013 (size=361) 2024-11-21T19:47:09,658 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 459f4af4462c209163122345c5d27fcb, NAME => 'SPTestTable,19999999,1732218429641.459f4af4462c209163122345c5d27fcb.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587 2024-11-21T19:47:09,658 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 19c420c64c0faf1de0a1951483f880b7, NAME => 'SPTestTable,,1732218429641.19c420c64c0faf1de0a1951483f880b7.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587 2024-11-21T19:47:09,661 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 23f0917d0ff94fcaa56e2bab82171d5b, NAME => 'SPTestTable,33333332,1732218429641.23f0917d0ff94fcaa56e2bab82171d5b.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587 2024-11-21T19:47:09,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38349 is added to blk_1073741838_1014 (size=62) 2024-11-21T19:47:09,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741838_1014 (size=62) 2024-11-21T19:47:09,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741838_1014 (size=62) 2024-11-21T19:47:09,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741839_1015 (size=54) 2024-11-21T19:47:09,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38349 is added to blk_1073741839_1015 (size=54) 2024-11-21T19:47:09,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741839_1015 (size=54) 2024-11-21T19:47:09,675 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732218429641.459f4af4462c209163122345c5d27fcb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:47:09,675 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 459f4af4462c209163122345c5d27fcb, disabling compactions & flushes 2024-11-21T19:47:09,675 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732218429641.459f4af4462c209163122345c5d27fcb. 2024-11-21T19:47:09,675 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732218429641.459f4af4462c209163122345c5d27fcb. 2024-11-21T19:47:09,675 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732218429641.459f4af4462c209163122345c5d27fcb. after waiting 0 ms 2024-11-21T19:47:09,675 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732218429641.459f4af4462c209163122345c5d27fcb. 2024-11-21T19:47:09,675 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732218429641.19c420c64c0faf1de0a1951483f880b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:47:09,675 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732218429641.459f4af4462c209163122345c5d27fcb. 2024-11-21T19:47:09,675 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 459f4af4462c209163122345c5d27fcb: Waiting for close lock at 1732218429675Disabling compacts and flushes for region at 1732218429675Disabling writes for close at 1732218429675Writing region close event to WAL at 1732218429675Closed at 1732218429675 2024-11-21T19:47:09,675 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 19c420c64c0faf1de0a1951483f880b7, disabling compactions & flushes 2024-11-21T19:47:09,676 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732218429641.19c420c64c0faf1de0a1951483f880b7. 2024-11-21T19:47:09,676 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732218429641.19c420c64c0faf1de0a1951483f880b7. 2024-11-21T19:47:09,676 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 6256bc90641da985661df12ad6b232a3, NAME => 'SPTestTable,4ccccccb,1732218429641.6256bc90641da985661df12ad6b232a3.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587 2024-11-21T19:47:09,676 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732218429641.19c420c64c0faf1de0a1951483f880b7. after waiting 0 ms 2024-11-21T19:47:09,676 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732218429641.19c420c64c0faf1de0a1951483f880b7. 2024-11-21T19:47:09,676 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732218429641.19c420c64c0faf1de0a1951483f880b7. 2024-11-21T19:47:09,676 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 19c420c64c0faf1de0a1951483f880b7: Waiting for close lock at 1732218429675Disabling compacts and flushes for region at 1732218429675Disabling writes for close at 1732218429676 (+1 ms)Writing region close event to WAL at 1732218429676Closed at 1732218429676 2024-11-21T19:47:09,677 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 925f970ee8f67d3ac5ca45d10300d4bc, NAME => 'SPTestTable,66666664,1732218429641.925f970ee8f67d3ac5ca45d10300d4bc.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587 2024-11-21T19:47:09,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741840_1016 (size=62) 2024-11-21T19:47:09,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741840_1016 (size=62) 2024-11-21T19:47:09,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38349 is added to blk_1073741840_1016 (size=62) 2024-11-21T19:47:09,682 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732218429641.23f0917d0ff94fcaa56e2bab82171d5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:47:09,682 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 23f0917d0ff94fcaa56e2bab82171d5b, disabling compactions & flushes 2024-11-21T19:47:09,682 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732218429641.23f0917d0ff94fcaa56e2bab82171d5b. 2024-11-21T19:47:09,682 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732218429641.23f0917d0ff94fcaa56e2bab82171d5b. 2024-11-21T19:47:09,683 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732218429641.23f0917d0ff94fcaa56e2bab82171d5b. after waiting 0 ms 2024-11-21T19:47:09,683 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732218429641.23f0917d0ff94fcaa56e2bab82171d5b. 2024-11-21T19:47:09,683 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732218429641.23f0917d0ff94fcaa56e2bab82171d5b. 2024-11-21T19:47:09,683 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 23f0917d0ff94fcaa56e2bab82171d5b: Waiting for close lock at 1732218429682Disabling compacts and flushes for region at 1732218429682Disabling writes for close at 1732218429683 (+1 ms)Writing region close event to WAL at 1732218429683Closed at 1732218429683 2024-11-21T19:47:09,683 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 9445176c4fc67bce756e5e1e988be61b, NAME => 'SPTestTable,7ffffffd,1732218429641.9445176c4fc67bce756e5e1e988be61b.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587 2024-11-21T19:47:09,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741841_1017 (size=62) 2024-11-21T19:47:09,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741841_1017 (size=62) 2024-11-21T19:47:09,696 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732218429641.6256bc90641da985661df12ad6b232a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:47:09,696 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 6256bc90641da985661df12ad6b232a3, disabling compactions & flushes 2024-11-21T19:47:09,696 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732218429641.6256bc90641da985661df12ad6b232a3. 2024-11-21T19:47:09,696 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732218429641.6256bc90641da985661df12ad6b232a3. 2024-11-21T19:47:09,696 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732218429641.6256bc90641da985661df12ad6b232a3. after waiting 0 ms 2024-11-21T19:47:09,697 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732218429641.6256bc90641da985661df12ad6b232a3. 2024-11-21T19:47:09,697 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732218429641.6256bc90641da985661df12ad6b232a3. 2024-11-21T19:47:09,697 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 6256bc90641da985661df12ad6b232a3: Waiting for close lock at 1732218429696Disabling compacts and flushes for region at 1732218429696Disabling writes for close at 1732218429697 (+1 ms)Writing region close event to WAL at 1732218429697Closed at 1732218429697 2024-11-21T19:47:09,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38349 is added to blk_1073741841_1017 (size=62) 2024-11-21T19:47:09,698 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => cea0c9cd09d513e66093886a6fb6d0d0, NAME => 'SPTestTable,99999996,1732218429641.cea0c9cd09d513e66093886a6fb6d0d0.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587 2024-11-21T19:47:09,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741842_1018 (size=62) 2024-11-21T19:47:09,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741842_1018 (size=62) 2024-11-21T19:47:09,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741843_1019 (size=62) 2024-11-21T19:47:09,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741843_1019 (size=62) 2024-11-21T19:47:09,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38349 is added to blk_1073741843_1019 (size=62) 2024-11-21T19:47:09,709 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732218429641.9445176c4fc67bce756e5e1e988be61b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:47:09,709 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 9445176c4fc67bce756e5e1e988be61b, disabling compactions & flushes 2024-11-21T19:47:09,709 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732218429641.9445176c4fc67bce756e5e1e988be61b. 2024-11-21T19:47:09,709 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732218429641.9445176c4fc67bce756e5e1e988be61b. 2024-11-21T19:47:09,709 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732218429641.9445176c4fc67bce756e5e1e988be61b. after waiting 0 ms 2024-11-21T19:47:09,709 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732218429641.9445176c4fc67bce756e5e1e988be61b. 2024-11-21T19:47:09,709 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732218429641.9445176c4fc67bce756e5e1e988be61b. 2024-11-21T19:47:09,709 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 9445176c4fc67bce756e5e1e988be61b: Waiting for close lock at 1732218429709Disabling compacts and flushes for region at 1732218429709Disabling writes for close at 1732218429709Writing region close event to WAL at 1732218429709Closed at 1732218429709 2024-11-21T19:47:09,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38349 is added to blk_1073741842_1018 (size=62) 2024-11-21T19:47:09,710 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 620ab69e94ceec004d9df7e977727fd4, NAME => 'SPTestTable,b333332f,1732218429641.620ab69e94ceec004d9df7e977727fd4.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587 2024-11-21T19:47:09,711 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732218429641.925f970ee8f67d3ac5ca45d10300d4bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:47:09,711 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 925f970ee8f67d3ac5ca45d10300d4bc, disabling compactions & flushes 2024-11-21T19:47:09,711 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732218429641.925f970ee8f67d3ac5ca45d10300d4bc. 2024-11-21T19:47:09,711 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732218429641.925f970ee8f67d3ac5ca45d10300d4bc. 2024-11-21T19:47:09,711 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732218429641.925f970ee8f67d3ac5ca45d10300d4bc. after waiting 0 ms 2024-11-21T19:47:09,711 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732218429641.925f970ee8f67d3ac5ca45d10300d4bc. 2024-11-21T19:47:09,711 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732218429641.925f970ee8f67d3ac5ca45d10300d4bc. 2024-11-21T19:47:09,711 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 925f970ee8f67d3ac5ca45d10300d4bc: Waiting for close lock at 1732218429711Disabling compacts and flushes for region at 1732218429711Disabling writes for close at 1732218429711Writing region close event to WAL at 1732218429711Closed at 1732218429711 2024-11-21T19:47:09,712 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f903a099fa78ee1401b9bd7f61061cbc, NAME => 'SPTestTable,ccccccc8,1732218429641.f903a099fa78ee1401b9bd7f61061cbc.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587 2024-11-21T19:47:09,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741844_1020 (size=62) 2024-11-21T19:47:09,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38349 is added to blk_1073741844_1020 (size=62) 2024-11-21T19:47:09,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741844_1020 (size=62) 2024-11-21T19:47:09,732 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732218429641.cea0c9cd09d513e66093886a6fb6d0d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:47:09,732 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing cea0c9cd09d513e66093886a6fb6d0d0, disabling compactions & flushes 2024-11-21T19:47:09,732 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732218429641.cea0c9cd09d513e66093886a6fb6d0d0. 2024-11-21T19:47:09,732 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732218429641.cea0c9cd09d513e66093886a6fb6d0d0. 2024-11-21T19:47:09,732 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732218429641.cea0c9cd09d513e66093886a6fb6d0d0. after waiting 0 ms 2024-11-21T19:47:09,732 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732218429641.cea0c9cd09d513e66093886a6fb6d0d0. 2024-11-21T19:47:09,732 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732218429641.cea0c9cd09d513e66093886a6fb6d0d0. 2024-11-21T19:47:09,732 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for cea0c9cd09d513e66093886a6fb6d0d0: Waiting for close lock at 1732218429732Disabling compacts and flushes for region at 1732218429732Disabling writes for close at 1732218429732Writing region close event to WAL at 1732218429732Closed at 1732218429732 2024-11-21T19:47:09,733 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 46999687ee5752a0f494d227b287f801, NAME => 'SPTestTable,e6666661,1732218429641.46999687ee5752a0f494d227b287f801.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587 2024-11-21T19:47:09,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38349 is added to blk_1073741846_1022 (size=62) 2024-11-21T19:47:09,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741846_1022 (size=62) 2024-11-21T19:47:09,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741846_1022 (size=62) 2024-11-21T19:47:09,740 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732218429641.f903a099fa78ee1401b9bd7f61061cbc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:47:09,741 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing f903a099fa78ee1401b9bd7f61061cbc, disabling compactions & flushes 2024-11-21T19:47:09,741 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732218429641.f903a099fa78ee1401b9bd7f61061cbc. 2024-11-21T19:47:09,741 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732218429641.f903a099fa78ee1401b9bd7f61061cbc. 2024-11-21T19:47:09,741 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732218429641.f903a099fa78ee1401b9bd7f61061cbc. after waiting 0 ms 2024-11-21T19:47:09,741 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732218429641.f903a099fa78ee1401b9bd7f61061cbc. 2024-11-21T19:47:09,741 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732218429641.f903a099fa78ee1401b9bd7f61061cbc. 2024-11-21T19:47:09,741 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for f903a099fa78ee1401b9bd7f61061cbc: Waiting for close lock at 1732218429741Disabling compacts and flushes for region at 1732218429741Disabling writes for close at 1732218429741Writing region close event to WAL at 1732218429741Closed at 1732218429741 2024-11-21T19:47:09,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741845_1021 (size=62) 2024-11-21T19:47:09,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38349 is added to blk_1073741845_1021 (size=62) 2024-11-21T19:47:09,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741845_1021 (size=62) 2024-11-21T19:47:09,743 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732218429641.620ab69e94ceec004d9df7e977727fd4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:47:09,743 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 620ab69e94ceec004d9df7e977727fd4, disabling compactions & flushes 2024-11-21T19:47:09,743 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732218429641.620ab69e94ceec004d9df7e977727fd4. 2024-11-21T19:47:09,743 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732218429641.620ab69e94ceec004d9df7e977727fd4. 2024-11-21T19:47:09,743 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732218429641.620ab69e94ceec004d9df7e977727fd4. after waiting 0 ms 2024-11-21T19:47:09,743 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732218429641.620ab69e94ceec004d9df7e977727fd4. 2024-11-21T19:47:09,743 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732218429641.620ab69e94ceec004d9df7e977727fd4. 2024-11-21T19:47:09,743 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 620ab69e94ceec004d9df7e977727fd4: Waiting for close lock at 1732218429743Disabling compacts and flushes for region at 1732218429743Disabling writes for close at 1732218429743Writing region close event to WAL at 1732218429743Closed at 1732218429743 2024-11-21T19:47:09,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741847_1023 (size=54) 2024-11-21T19:47:09,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741847_1023 (size=54) 2024-11-21T19:47:09,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38349 is added to blk_1073741847_1023 (size=54) 2024-11-21T19:47:09,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T19:47:09,752 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732218429641.46999687ee5752a0f494d227b287f801.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:47:09,752 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 46999687ee5752a0f494d227b287f801, disabling compactions & flushes 2024-11-21T19:47:09,753 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732218429641.46999687ee5752a0f494d227b287f801. 2024-11-21T19:47:09,753 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732218429641.46999687ee5752a0f494d227b287f801. 2024-11-21T19:47:09,753 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732218429641.46999687ee5752a0f494d227b287f801. after waiting 0 ms 2024-11-21T19:47:09,753 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732218429641.46999687ee5752a0f494d227b287f801. 2024-11-21T19:47:09,753 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732218429641.46999687ee5752a0f494d227b287f801. 2024-11-21T19:47:09,753 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 46999687ee5752a0f494d227b287f801: Waiting for close lock at 1732218429752Disabling compacts and flushes for region at 1732218429752Disabling writes for close at 1732218429753 (+1 ms)Writing region close event to WAL at 1732218429753Closed at 1732218429753 2024-11-21T19:47:09,754 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T19:47:09,754 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732218429641.459f4af4462c209163122345c5d27fcb.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732218429754"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732218429754"}]},"ts":"1732218429754"} 2024-11-21T19:47:09,755 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732218429641.19c420c64c0faf1de0a1951483f880b7.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732218429754"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732218429754"}]},"ts":"1732218429754"} 2024-11-21T19:47:09,755 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732218429641.23f0917d0ff94fcaa56e2bab82171d5b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732218429754"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732218429754"}]},"ts":"1732218429754"} 2024-11-21T19:47:09,755 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732218429641.6256bc90641da985661df12ad6b232a3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732218429754"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732218429754"}]},"ts":"1732218429754"} 2024-11-21T19:47:09,755 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732218429641.9445176c4fc67bce756e5e1e988be61b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732218429754"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732218429754"}]},"ts":"1732218429754"} 2024-11-21T19:47:09,755 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732218429641.925f970ee8f67d3ac5ca45d10300d4bc.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732218429754"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732218429754"}]},"ts":"1732218429754"} 2024-11-21T19:47:09,755 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732218429641.cea0c9cd09d513e66093886a6fb6d0d0.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732218429754"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732218429754"}]},"ts":"1732218429754"} 2024-11-21T19:47:09,755 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732218429641.f903a099fa78ee1401b9bd7f61061cbc.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732218429754"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732218429754"}]},"ts":"1732218429754"} 2024-11-21T19:47:09,755 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732218429641.620ab69e94ceec004d9df7e977727fd4.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732218429754"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732218429754"}]},"ts":"1732218429754"} 2024-11-21T19:47:09,756 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732218429641.46999687ee5752a0f494d227b287f801.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732218429754"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732218429754"}]},"ts":"1732218429754"} 2024-11-21T19:47:09,760 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-21T19:47:09,761 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T19:47:09,761 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732218429761"}]},"ts":"1732218429761"} 2024-11-21T19:47:09,763 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-21T19:47:09,763 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {7b96b36745c6=0} racks are {/default-rack=0} 2024-11-21T19:47:09,767 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T19:47:09,767 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T19:47:09,767 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-21T19:47:09,767 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T19:47:09,767 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T19:47:09,767 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-21T19:47:09,767 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T19:47:09,767 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T19:47:09,767 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-21T19:47:09,768 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T19:47:09,768 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=19c420c64c0faf1de0a1951483f880b7, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=459f4af4462c209163122345c5d27fcb, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=23f0917d0ff94fcaa56e2bab82171d5b, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6256bc90641da985661df12ad6b232a3, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=925f970ee8f67d3ac5ca45d10300d4bc, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9445176c4fc67bce756e5e1e988be61b, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cea0c9cd09d513e66093886a6fb6d0d0, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=620ab69e94ceec004d9df7e977727fd4, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f903a099fa78ee1401b9bd7f61061cbc, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=46999687ee5752a0f494d227b287f801, ASSIGN}] 2024-11-21T19:47:09,770 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6256bc90641da985661df12ad6b232a3, ASSIGN 2024-11-21T19:47:09,770 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=459f4af4462c209163122345c5d27fcb, ASSIGN 2024-11-21T19:47:09,770 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=925f970ee8f67d3ac5ca45d10300d4bc, ASSIGN 2024-11-21T19:47:09,770 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=23f0917d0ff94fcaa56e2bab82171d5b, ASSIGN 2024-11-21T19:47:09,771 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6256bc90641da985661df12ad6b232a3, ASSIGN; state=OFFLINE, location=7b96b36745c6,42833,1732218418727; forceNewPlan=false, retain=false 2024-11-21T19:47:09,771 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=459f4af4462c209163122345c5d27fcb, ASSIGN; state=OFFLINE, location=7b96b36745c6,42833,1732218418727; forceNewPlan=false, retain=false 2024-11-21T19:47:09,771 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=925f970ee8f67d3ac5ca45d10300d4bc, ASSIGN; state=OFFLINE, location=7b96b36745c6,35211,1732218418786; forceNewPlan=false, retain=false 2024-11-21T19:47:09,772 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=23f0917d0ff94fcaa56e2bab82171d5b, ASSIGN; state=OFFLINE, location=7b96b36745c6,35211,1732218418786; forceNewPlan=false, retain=false 2024-11-21T19:47:09,774 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f903a099fa78ee1401b9bd7f61061cbc, ASSIGN 2024-11-21T19:47:09,774 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=46999687ee5752a0f494d227b287f801, ASSIGN 2024-11-21T19:47:09,774 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=620ab69e94ceec004d9df7e977727fd4, ASSIGN 2024-11-21T19:47:09,774 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cea0c9cd09d513e66093886a6fb6d0d0, ASSIGN 2024-11-21T19:47:09,774 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9445176c4fc67bce756e5e1e988be61b, ASSIGN 2024-11-21T19:47:09,775 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f903a099fa78ee1401b9bd7f61061cbc, ASSIGN; state=OFFLINE, location=7b96b36745c6,37703,1732218418756; forceNewPlan=false, retain=false 2024-11-21T19:47:09,775 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=46999687ee5752a0f494d227b287f801, ASSIGN; state=OFFLINE, location=7b96b36745c6,42833,1732218418727; forceNewPlan=false, retain=false 2024-11-21T19:47:09,775 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=620ab69e94ceec004d9df7e977727fd4, ASSIGN; state=OFFLINE, location=7b96b36745c6,35211,1732218418786; forceNewPlan=false, retain=false 2024-11-21T19:47:09,776 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9445176c4fc67bce756e5e1e988be61b, ASSIGN; state=OFFLINE, location=7b96b36745c6,37703,1732218418756; forceNewPlan=false, retain=false 2024-11-21T19:47:09,776 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cea0c9cd09d513e66093886a6fb6d0d0, ASSIGN; state=OFFLINE, location=7b96b36745c6,42833,1732218418727; forceNewPlan=false, retain=false 2024-11-21T19:47:09,779 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=19c420c64c0faf1de0a1951483f880b7, ASSIGN 2024-11-21T19:47:09,780 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=19c420c64c0faf1de0a1951483f880b7, ASSIGN; state=OFFLINE, location=7b96b36745c6,37703,1732218418756; forceNewPlan=false, retain=false 2024-11-21T19:47:09,922 INFO [7b96b36745c6:37069 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-21T19:47:09,922 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=459f4af4462c209163122345c5d27fcb, regionState=OPENING, regionLocation=7b96b36745c6,42833,1732218418727 2024-11-21T19:47:09,922 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=46999687ee5752a0f494d227b287f801, regionState=OPENING, regionLocation=7b96b36745c6,42833,1732218418727 2024-11-21T19:47:09,922 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=cea0c9cd09d513e66093886a6fb6d0d0, regionState=OPENING, regionLocation=7b96b36745c6,42833,1732218418727 2024-11-21T19:47:09,922 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=6256bc90641da985661df12ad6b232a3, regionState=OPENING, regionLocation=7b96b36745c6,42833,1732218418727 2024-11-21T19:47:09,923 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=9445176c4fc67bce756e5e1e988be61b, regionState=OPENING, regionLocation=7b96b36745c6,37703,1732218418756 2024-11-21T19:47:09,923 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=19c420c64c0faf1de0a1951483f880b7, regionState=OPENING, regionLocation=7b96b36745c6,37703,1732218418756 2024-11-21T19:47:09,923 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=620ab69e94ceec004d9df7e977727fd4, regionState=OPENING, regionLocation=7b96b36745c6,35211,1732218418786 2024-11-21T19:47:09,924 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=925f970ee8f67d3ac5ca45d10300d4bc, regionState=OPENING, regionLocation=7b96b36745c6,35211,1732218418786 2024-11-21T19:47:09,924 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=23f0917d0ff94fcaa56e2bab82171d5b, regionState=OPENING, regionLocation=7b96b36745c6,35211,1732218418786 2024-11-21T19:47:09,922 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=f903a099fa78ee1401b9bd7f61061cbc, regionState=OPENING, regionLocation=7b96b36745c6,37703,1732218418756 2024-11-21T19:47:09,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=46999687ee5752a0f494d227b287f801, ASSIGN because future has completed 2024-11-21T19:47:09,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46999687ee5752a0f494d227b287f801, server=7b96b36745c6,42833,1732218418727}] 2024-11-21T19:47:09,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cea0c9cd09d513e66093886a6fb6d0d0, ASSIGN because future has completed 2024-11-21T19:47:09,928 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure cea0c9cd09d513e66093886a6fb6d0d0, server=7b96b36745c6,42833,1732218418727}] 2024-11-21T19:47:09,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=459f4af4462c209163122345c5d27fcb, ASSIGN because future has completed 2024-11-21T19:47:09,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6256bc90641da985661df12ad6b232a3, ASSIGN because future has completed 2024-11-21T19:47:09,931 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 459f4af4462c209163122345c5d27fcb, server=7b96b36745c6,42833,1732218418727}] 2024-11-21T19:47:09,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6256bc90641da985661df12ad6b232a3, server=7b96b36745c6,42833,1732218418727}] 2024-11-21T19:47:09,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=19c420c64c0faf1de0a1951483f880b7, ASSIGN because future has completed 2024-11-21T19:47:09,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9445176c4fc67bce756e5e1e988be61b, ASSIGN because future has completed 2024-11-21T19:47:09,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=925f970ee8f67d3ac5ca45d10300d4bc, ASSIGN because future has completed 2024-11-21T19:47:09,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=620ab69e94ceec004d9df7e977727fd4, ASSIGN because future has completed 2024-11-21T19:47:09,938 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 925f970ee8f67d3ac5ca45d10300d4bc, server=7b96b36745c6,35211,1732218418786}] 2024-11-21T19:47:09,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 620ab69e94ceec004d9df7e977727fd4, server=7b96b36745c6,35211,1732218418786}] 2024-11-21T19:47:09,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=23f0917d0ff94fcaa56e2bab82171d5b, ASSIGN because future has completed 2024-11-21T19:47:09,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f903a099fa78ee1401b9bd7f61061cbc, ASSIGN because future has completed 2024-11-21T19:47:09,941 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9445176c4fc67bce756e5e1e988be61b, server=7b96b36745c6,37703,1732218418756}] 2024-11-21T19:47:09,941 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19c420c64c0faf1de0a1951483f880b7, server=7b96b36745c6,37703,1732218418756}] 2024-11-21T19:47:09,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure f903a099fa78ee1401b9bd7f61061cbc, server=7b96b36745c6,37703,1732218418756}] 2024-11-21T19:47:09,944 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23f0917d0ff94fcaa56e2bab82171d5b, server=7b96b36745c6,35211,1732218418786}] 2024-11-21T19:47:09,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T19:47:10,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T19:47:10,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T19:47:11,060 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T19:47:11,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T19:47:13,518 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T19:47:13,518 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T19:47:13,519 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T19:47:13,519 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T19:47:13,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T19:47:15,024 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T19:47:15,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:47:15,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:47:15,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:47:17,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T19:47:19,930 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T19:47:19,932 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51881, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T19:47:19,937 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732218429641.cea0c9cd09d513e66093886a6fb6d0d0. 2024-11-21T19:47:19,937 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => cea0c9cd09d513e66093886a6fb6d0d0, NAME => 'SPTestTable,99999996,1732218429641.cea0c9cd09d513e66093886a6fb6d0d0.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-21T19:47:19,938 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cea0c9cd09d513e66093886a6fb6d0d0 2024-11-21T19:47:19,938 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732218429641.cea0c9cd09d513e66093886a6fb6d0d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:47:19,938 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for cea0c9cd09d513e66093886a6fb6d0d0 2024-11-21T19:47:19,938 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for cea0c9cd09d513e66093886a6fb6d0d0 2024-11-21T19:47:19,939 INFO [StoreOpener-cea0c9cd09d513e66093886a6fb6d0d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cea0c9cd09d513e66093886a6fb6d0d0 2024-11-21T19:47:19,941 INFO [StoreOpener-cea0c9cd09d513e66093886a6fb6d0d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cea0c9cd09d513e66093886a6fb6d0d0 columnFamilyName cf 2024-11-21T19:47:19,941 DEBUG [StoreOpener-cea0c9cd09d513e66093886a6fb6d0d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:47:19,942 INFO [StoreOpener-cea0c9cd09d513e66093886a6fb6d0d0-1 {}] regionserver.HStore(327): Store=cea0c9cd09d513e66093886a6fb6d0d0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:47:19,942 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for cea0c9cd09d513e66093886a6fb6d0d0 2024-11-21T19:47:19,943 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/cea0c9cd09d513e66093886a6fb6d0d0 2024-11-21T19:47:19,943 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/cea0c9cd09d513e66093886a6fb6d0d0 2024-11-21T19:47:19,944 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for cea0c9cd09d513e66093886a6fb6d0d0 2024-11-21T19:47:19,944 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for cea0c9cd09d513e66093886a6fb6d0d0 2024-11-21T19:47:19,944 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T19:47:19,946 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46035, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T19:47:19,947 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for cea0c9cd09d513e66093886a6fb6d0d0 2024-11-21T19:47:19,947 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732218429641.925f970ee8f67d3ac5ca45d10300d4bc. 2024-11-21T19:47:19,947 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 925f970ee8f67d3ac5ca45d10300d4bc, NAME => 'SPTestTable,66666664,1732218429641.925f970ee8f67d3ac5ca45d10300d4bc.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-21T19:47:19,947 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 925f970ee8f67d3ac5ca45d10300d4bc 2024-11-21T19:47:19,947 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732218429641.925f970ee8f67d3ac5ca45d10300d4bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:47:19,947 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 925f970ee8f67d3ac5ca45d10300d4bc 2024-11-21T19:47:19,947 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 925f970ee8f67d3ac5ca45d10300d4bc 2024-11-21T19:47:19,949 INFO [StoreOpener-925f970ee8f67d3ac5ca45d10300d4bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 925f970ee8f67d3ac5ca45d10300d4bc 2024-11-21T19:47:19,949 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/cea0c9cd09d513e66093886a6fb6d0d0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:47:19,950 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened cea0c9cd09d513e66093886a6fb6d0d0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74074575, jitterRate=0.10379718244075775}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T19:47:19,950 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cea0c9cd09d513e66093886a6fb6d0d0 2024-11-21T19:47:19,950 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for cea0c9cd09d513e66093886a6fb6d0d0: Running coprocessor pre-open hook at 1732218439938Writing region info on filesystem at 1732218439938Initializing all the Stores at 1732218439939 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218439939Cleaning up temporary data from old regions at 1732218439944 (+5 ms)Running coprocessor post-open hooks at 1732218439950 (+6 ms)Region opened successfully at 1732218439950 2024-11-21T19:47:19,950 INFO [StoreOpener-925f970ee8f67d3ac5ca45d10300d4bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 925f970ee8f67d3ac5ca45d10300d4bc columnFamilyName cf 2024-11-21T19:47:19,951 DEBUG [StoreOpener-925f970ee8f67d3ac5ca45d10300d4bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:47:19,951 INFO [StoreOpener-925f970ee8f67d3ac5ca45d10300d4bc-1 {}] regionserver.HStore(327): Store=925f970ee8f67d3ac5ca45d10300d4bc/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:47:19,951 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732218429641.cea0c9cd09d513e66093886a6fb6d0d0., pid=16, masterSystemTime=1732218439930 2024-11-21T19:47:19,951 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 925f970ee8f67d3ac5ca45d10300d4bc 2024-11-21T19:47:19,952 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/925f970ee8f67d3ac5ca45d10300d4bc 2024-11-21T19:47:19,952 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/925f970ee8f67d3ac5ca45d10300d4bc 2024-11-21T19:47:19,953 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 925f970ee8f67d3ac5ca45d10300d4bc 2024-11-21T19:47:19,953 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 925f970ee8f67d3ac5ca45d10300d4bc 2024-11-21T19:47:19,953 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732218429641.cea0c9cd09d513e66093886a6fb6d0d0. 2024-11-21T19:47:19,953 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732218429641.cea0c9cd09d513e66093886a6fb6d0d0. 2024-11-21T19:47:19,953 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732218429641.459f4af4462c209163122345c5d27fcb. 2024-11-21T19:47:19,953 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 459f4af4462c209163122345c5d27fcb, NAME => 'SPTestTable,19999999,1732218429641.459f4af4462c209163122345c5d27fcb.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-21T19:47:19,954 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 459f4af4462c209163122345c5d27fcb 2024-11-21T19:47:19,954 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732218429641.459f4af4462c209163122345c5d27fcb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:47:19,954 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=cea0c9cd09d513e66093886a6fb6d0d0, regionState=OPEN, openSeqNum=2, regionLocation=7b96b36745c6,42833,1732218418727 2024-11-21T19:47:19,954 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 459f4af4462c209163122345c5d27fcb 2024-11-21T19:47:19,954 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 459f4af4462c209163122345c5d27fcb 2024-11-21T19:47:19,955 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 925f970ee8f67d3ac5ca45d10300d4bc 2024-11-21T19:47:19,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure cea0c9cd09d513e66093886a6fb6d0d0, server=7b96b36745c6,42833,1732218418727 because future has completed 2024-11-21T19:47:19,958 INFO [StoreOpener-459f4af4462c209163122345c5d27fcb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 459f4af4462c209163122345c5d27fcb 2024-11-21T19:47:19,959 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732218429641.9445176c4fc67bce756e5e1e988be61b. 2024-11-21T19:47:19,959 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=11 2024-11-21T19:47:19,959 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 9445176c4fc67bce756e5e1e988be61b, NAME => 'SPTestTable,7ffffffd,1732218429641.9445176c4fc67bce756e5e1e988be61b.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-21T19:47:19,960 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure cea0c9cd09d513e66093886a6fb6d0d0, server=7b96b36745c6,42833,1732218418727 in 10.0290 sec 2024-11-21T19:47:19,960 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9445176c4fc67bce756e5e1e988be61b 2024-11-21T19:47:19,960 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732218429641.9445176c4fc67bce756e5e1e988be61b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:47:19,960 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 9445176c4fc67bce756e5e1e988be61b 2024-11-21T19:47:19,960 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 9445176c4fc67bce756e5e1e988be61b 2024-11-21T19:47:19,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cea0c9cd09d513e66093886a6fb6d0d0, ASSIGN in 10.1920 sec 2024-11-21T19:47:19,961 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/925f970ee8f67d3ac5ca45d10300d4bc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:47:19,962 INFO [StoreOpener-459f4af4462c209163122345c5d27fcb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 459f4af4462c209163122345c5d27fcb columnFamilyName cf 2024-11-21T19:47:19,962 DEBUG [StoreOpener-459f4af4462c209163122345c5d27fcb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:47:19,962 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 925f970ee8f67d3ac5ca45d10300d4bc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64522898, jitterRate=-0.03853389620780945}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T19:47:19,962 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 925f970ee8f67d3ac5ca45d10300d4bc 2024-11-21T19:47:19,962 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 925f970ee8f67d3ac5ca45d10300d4bc: Running coprocessor pre-open hook at 1732218439948Writing region info on filesystem at 1732218439948Initializing all the Stores at 1732218439949 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218439949Cleaning up temporary data from old regions at 1732218439953 (+4 ms)Running coprocessor post-open hooks at 1732218439962 (+9 ms)Region opened successfully at 1732218439962 2024-11-21T19:47:19,962 INFO [StoreOpener-459f4af4462c209163122345c5d27fcb-1 {}] regionserver.HStore(327): Store=459f4af4462c209163122345c5d27fcb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:47:19,962 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 459f4af4462c209163122345c5d27fcb 2024-11-21T19:47:19,963 INFO [StoreOpener-9445176c4fc67bce756e5e1e988be61b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9445176c4fc67bce756e5e1e988be61b 2024-11-21T19:47:19,963 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732218429641.925f970ee8f67d3ac5ca45d10300d4bc., pid=19, masterSystemTime=1732218439942 2024-11-21T19:47:19,963 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/459f4af4462c209163122345c5d27fcb 2024-11-21T19:47:19,964 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/459f4af4462c209163122345c5d27fcb 2024-11-21T19:47:19,964 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 459f4af4462c209163122345c5d27fcb 2024-11-21T19:47:19,964 INFO [StoreOpener-9445176c4fc67bce756e5e1e988be61b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9445176c4fc67bce756e5e1e988be61b columnFamilyName cf 2024-11-21T19:47:19,964 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 459f4af4462c209163122345c5d27fcb 2024-11-21T19:47:19,964 DEBUG [StoreOpener-9445176c4fc67bce756e5e1e988be61b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:47:19,965 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732218429641.925f970ee8f67d3ac5ca45d10300d4bc. 2024-11-21T19:47:19,965 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732218429641.925f970ee8f67d3ac5ca45d10300d4bc. 2024-11-21T19:47:19,965 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732218429641.620ab69e94ceec004d9df7e977727fd4. 2024-11-21T19:47:19,965 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 620ab69e94ceec004d9df7e977727fd4, NAME => 'SPTestTable,b333332f,1732218429641.620ab69e94ceec004d9df7e977727fd4.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-21T19:47:19,965 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=925f970ee8f67d3ac5ca45d10300d4bc, regionState=OPEN, openSeqNum=2, regionLocation=7b96b36745c6,35211,1732218418786 2024-11-21T19:47:19,965 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 620ab69e94ceec004d9df7e977727fd4 2024-11-21T19:47:19,966 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732218429641.620ab69e94ceec004d9df7e977727fd4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:47:19,966 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 620ab69e94ceec004d9df7e977727fd4 2024-11-21T19:47:19,966 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 620ab69e94ceec004d9df7e977727fd4 2024-11-21T19:47:19,966 INFO [StoreOpener-9445176c4fc67bce756e5e1e988be61b-1 {}] regionserver.HStore(327): Store=9445176c4fc67bce756e5e1e988be61b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:47:19,966 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 459f4af4462c209163122345c5d27fcb 2024-11-21T19:47:19,966 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 9445176c4fc67bce756e5e1e988be61b 2024-11-21T19:47:19,967 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/9445176c4fc67bce756e5e1e988be61b 2024-11-21T19:47:19,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 925f970ee8f67d3ac5ca45d10300d4bc, server=7b96b36745c6,35211,1732218418786 because future has completed 2024-11-21T19:47:19,968 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/9445176c4fc67bce756e5e1e988be61b 2024-11-21T19:47:19,969 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 9445176c4fc67bce756e5e1e988be61b 2024-11-21T19:47:19,969 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 9445176c4fc67bce756e5e1e988be61b 2024-11-21T19:47:19,969 INFO [StoreOpener-620ab69e94ceec004d9df7e977727fd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 620ab69e94ceec004d9df7e977727fd4 2024-11-21T19:47:19,970 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/459f4af4462c209163122345c5d27fcb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:47:19,971 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 459f4af4462c209163122345c5d27fcb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59074414, jitterRate=-0.1197226345539093}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T19:47:19,971 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 459f4af4462c209163122345c5d27fcb 2024-11-21T19:47:19,971 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 459f4af4462c209163122345c5d27fcb: Running coprocessor pre-open hook at 1732218439954Writing region info on filesystem at 1732218439954Initializing all the Stores at 1732218439955 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218439955Cleaning up temporary data from old regions at 1732218439964 (+9 ms)Running coprocessor post-open hooks at 1732218439971 (+7 ms)Region opened successfully at 1732218439971 2024-11-21T19:47:19,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=9 2024-11-21T19:47:19,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 925f970ee8f67d3ac5ca45d10300d4bc, server=7b96b36745c6,35211,1732218418786 in 10.0300 sec 2024-11-21T19:47:19,971 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732218429641.459f4af4462c209163122345c5d27fcb., pid=17, masterSystemTime=1732218439930 2024-11-21T19:47:19,972 INFO [StoreOpener-620ab69e94ceec004d9df7e977727fd4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 620ab69e94ceec004d9df7e977727fd4 columnFamilyName cf 2024-11-21T19:47:19,972 DEBUG [StoreOpener-620ab69e94ceec004d9df7e977727fd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:47:19,972 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=925f970ee8f67d3ac5ca45d10300d4bc, ASSIGN in 10.2030 sec 2024-11-21T19:47:19,972 INFO [StoreOpener-620ab69e94ceec004d9df7e977727fd4-1 {}] regionserver.HStore(327): Store=620ab69e94ceec004d9df7e977727fd4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:47:19,973 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 620ab69e94ceec004d9df7e977727fd4 2024-11-21T19:47:19,973 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732218429641.459f4af4462c209163122345c5d27fcb. 2024-11-21T19:47:19,974 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/620ab69e94ceec004d9df7e977727fd4 2024-11-21T19:47:19,974 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732218429641.459f4af4462c209163122345c5d27fcb. 2024-11-21T19:47:19,974 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732218429641.6256bc90641da985661df12ad6b232a3. 2024-11-21T19:47:19,974 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 6256bc90641da985661df12ad6b232a3, NAME => 'SPTestTable,4ccccccb,1732218429641.6256bc90641da985661df12ad6b232a3.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-21T19:47:19,974 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/620ab69e94ceec004d9df7e977727fd4 2024-11-21T19:47:19,974 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6256bc90641da985661df12ad6b232a3 2024-11-21T19:47:19,974 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732218429641.6256bc90641da985661df12ad6b232a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:47:19,974 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 6256bc90641da985661df12ad6b232a3 2024-11-21T19:47:19,974 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 6256bc90641da985661df12ad6b232a3 2024-11-21T19:47:19,975 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 620ab69e94ceec004d9df7e977727fd4 2024-11-21T19:47:19,975 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 620ab69e94ceec004d9df7e977727fd4 2024-11-21T19:47:19,975 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=459f4af4462c209163122345c5d27fcb, regionState=OPEN, openSeqNum=2, regionLocation=7b96b36745c6,42833,1732218418727 2024-11-21T19:47:19,976 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 9445176c4fc67bce756e5e1e988be61b 2024-11-21T19:47:19,977 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 620ab69e94ceec004d9df7e977727fd4 2024-11-21T19:47:19,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 459f4af4462c209163122345c5d27fcb, server=7b96b36745c6,42833,1732218418727 because future has completed 2024-11-21T19:47:19,980 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=6 2024-11-21T19:47:19,980 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 459f4af4462c209163122345c5d27fcb, server=7b96b36745c6,42833,1732218418727 in 10.0470 sec 2024-11-21T19:47:19,981 INFO [StoreOpener-6256bc90641da985661df12ad6b232a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6256bc90641da985661df12ad6b232a3 2024-11-21T19:47:19,982 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=459f4af4462c209163122345c5d27fcb, ASSIGN in 10.2120 sec 2024-11-21T19:47:19,982 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/9445176c4fc67bce756e5e1e988be61b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:47:19,982 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/620ab69e94ceec004d9df7e977727fd4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:47:19,983 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 620ab69e94ceec004d9df7e977727fd4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70736905, jitterRate=0.054062023758888245}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T19:47:19,983 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 620ab69e94ceec004d9df7e977727fd4 2024-11-21T19:47:19,983 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 620ab69e94ceec004d9df7e977727fd4: Running coprocessor pre-open hook at 1732218439966Writing region info on filesystem at 1732218439966Initializing all the Stores at 1732218439967 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218439967Cleaning up temporary data from old regions at 1732218439975 (+8 ms)Running coprocessor post-open hooks at 1732218439983 (+8 ms)Region opened successfully at 1732218439983 2024-11-21T19:47:19,983 INFO [StoreOpener-6256bc90641da985661df12ad6b232a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6256bc90641da985661df12ad6b232a3 columnFamilyName cf 2024-11-21T19:47:19,983 DEBUG [StoreOpener-6256bc90641da985661df12ad6b232a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:47:19,983 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 9445176c4fc67bce756e5e1e988be61b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72171998, jitterRate=0.07544657588005066}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T19:47:19,983 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9445176c4fc67bce756e5e1e988be61b 2024-11-21T19:47:19,983 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732218429641.620ab69e94ceec004d9df7e977727fd4., pid=20, masterSystemTime=1732218439942 2024-11-21T19:47:19,984 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 9445176c4fc67bce756e5e1e988be61b: Running coprocessor pre-open hook at 1732218439960Writing region info on filesystem at 1732218439960Initializing all the Stores at 1732218439961 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218439961Cleaning up temporary data from old regions at 1732218439969 (+8 ms)Running coprocessor post-open hooks at 1732218439983 (+14 ms)Region opened successfully at 1732218439984 (+1 ms) 2024-11-21T19:47:19,984 INFO [StoreOpener-6256bc90641da985661df12ad6b232a3-1 {}] regionserver.HStore(327): Store=6256bc90641da985661df12ad6b232a3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:47:19,984 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 6256bc90641da985661df12ad6b232a3 2024-11-21T19:47:19,984 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732218429641.9445176c4fc67bce756e5e1e988be61b., pid=21, masterSystemTime=1732218439944 2024-11-21T19:47:19,985 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/6256bc90641da985661df12ad6b232a3 2024-11-21T19:47:19,985 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/6256bc90641da985661df12ad6b232a3 2024-11-21T19:47:19,985 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732218429641.620ab69e94ceec004d9df7e977727fd4. 2024-11-21T19:47:19,985 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732218429641.620ab69e94ceec004d9df7e977727fd4. 2024-11-21T19:47:19,985 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732218429641.23f0917d0ff94fcaa56e2bab82171d5b. 2024-11-21T19:47:19,985 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 23f0917d0ff94fcaa56e2bab82171d5b, NAME => 'SPTestTable,33333332,1732218429641.23f0917d0ff94fcaa56e2bab82171d5b.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-21T19:47:19,986 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 23f0917d0ff94fcaa56e2bab82171d5b 2024-11-21T19:47:19,986 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732218429641.23f0917d0ff94fcaa56e2bab82171d5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:47:19,986 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 6256bc90641da985661df12ad6b232a3 2024-11-21T19:47:19,986 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 6256bc90641da985661df12ad6b232a3 2024-11-21T19:47:19,986 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 23f0917d0ff94fcaa56e2bab82171d5b 2024-11-21T19:47:19,986 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 23f0917d0ff94fcaa56e2bab82171d5b 2024-11-21T19:47:19,986 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=620ab69e94ceec004d9df7e977727fd4, regionState=OPEN, openSeqNum=2, regionLocation=7b96b36745c6,35211,1732218418786 2024-11-21T19:47:19,986 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732218429641.9445176c4fc67bce756e5e1e988be61b. 2024-11-21T19:47:19,987 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732218429641.9445176c4fc67bce756e5e1e988be61b. 2024-11-21T19:47:19,987 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,,1732218429641.19c420c64c0faf1de0a1951483f880b7. 2024-11-21T19:47:19,987 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 19c420c64c0faf1de0a1951483f880b7, NAME => 'SPTestTable,,1732218429641.19c420c64c0faf1de0a1951483f880b7.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-21T19:47:19,987 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 19c420c64c0faf1de0a1951483f880b7 2024-11-21T19:47:19,987 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,,1732218429641.19c420c64c0faf1de0a1951483f880b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:47:19,987 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 19c420c64c0faf1de0a1951483f880b7 2024-11-21T19:47:19,987 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 19c420c64c0faf1de0a1951483f880b7 2024-11-21T19:47:19,988 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=9445176c4fc67bce756e5e1e988be61b, regionState=OPEN, openSeqNum=2, regionLocation=7b96b36745c6,37703,1732218418756 2024-11-21T19:47:19,989 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 6256bc90641da985661df12ad6b232a3 2024-11-21T19:47:19,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 620ab69e94ceec004d9df7e977727fd4, server=7b96b36745c6,35211,1732218418786 because future has completed 2024-11-21T19:47:19,991 INFO [StoreOpener-23f0917d0ff94fcaa56e2bab82171d5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 23f0917d0ff94fcaa56e2bab82171d5b 2024-11-21T19:47:19,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9445176c4fc67bce756e5e1e988be61b, server=7b96b36745c6,37703,1732218418756 because future has completed 2024-11-21T19:47:19,992 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/6256bc90641da985661df12ad6b232a3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:47:19,993 INFO [StoreOpener-23f0917d0ff94fcaa56e2bab82171d5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23f0917d0ff94fcaa56e2bab82171d5b columnFamilyName cf 2024-11-21T19:47:19,993 DEBUG [StoreOpener-23f0917d0ff94fcaa56e2bab82171d5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:47:19,993 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 6256bc90641da985661df12ad6b232a3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65551507, jitterRate=-0.023206427693367004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T19:47:19,993 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6256bc90641da985661df12ad6b232a3 2024-11-21T19:47:19,993 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 6256bc90641da985661df12ad6b232a3: Running coprocessor pre-open hook at 1732218439974Writing region info on filesystem at 1732218439974Initializing all the Stores at 1732218439975 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218439975Cleaning up temporary data from old regions at 1732218439986 (+11 ms)Running coprocessor post-open hooks at 1732218439993 (+7 ms)Region opened successfully at 1732218439993 2024-11-21T19:47:19,993 INFO [StoreOpener-23f0917d0ff94fcaa56e2bab82171d5b-1 {}] regionserver.HStore(327): Store=23f0917d0ff94fcaa56e2bab82171d5b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:47:19,994 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 23f0917d0ff94fcaa56e2bab82171d5b 2024-11-21T19:47:19,994 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732218429641.6256bc90641da985661df12ad6b232a3., pid=18, masterSystemTime=1732218439930 2024-11-21T19:47:19,994 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/23f0917d0ff94fcaa56e2bab82171d5b 2024-11-21T19:47:19,995 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/23f0917d0ff94fcaa56e2bab82171d5b 2024-11-21T19:47:19,995 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 23f0917d0ff94fcaa56e2bab82171d5b 2024-11-21T19:47:19,995 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 23f0917d0ff94fcaa56e2bab82171d5b 2024-11-21T19:47:19,997 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732218429641.6256bc90641da985661df12ad6b232a3. 2024-11-21T19:47:19,997 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732218429641.6256bc90641da985661df12ad6b232a3. 2024-11-21T19:47:19,997 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732218429641.46999687ee5752a0f494d227b287f801. 2024-11-21T19:47:19,997 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 46999687ee5752a0f494d227b287f801, NAME => 'SPTestTable,e6666661,1732218429641.46999687ee5752a0f494d227b287f801.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-21T19:47:19,997 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=10 2024-11-21T19:47:19,997 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 9445176c4fc67bce756e5e1e988be61b, server=7b96b36745c6,37703,1732218418756 in 10.0560 sec 2024-11-21T19:47:19,997 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 46999687ee5752a0f494d227b287f801 2024-11-21T19:47:19,998 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732218429641.46999687ee5752a0f494d227b287f801.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:47:19,998 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 23f0917d0ff94fcaa56e2bab82171d5b 2024-11-21T19:47:19,998 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 46999687ee5752a0f494d227b287f801 2024-11-21T19:47:19,998 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 46999687ee5752a0f494d227b287f801 2024-11-21T19:47:19,998 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=6256bc90641da985661df12ad6b232a3, regionState=OPEN, openSeqNum=2, regionLocation=7b96b36745c6,42833,1732218418727 2024-11-21T19:47:19,999 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=12 2024-11-21T19:47:20,000 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 620ab69e94ceec004d9df7e977727fd4, server=7b96b36745c6,35211,1732218418786 in 10.0560 sec 2024-11-21T19:47:20,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6256bc90641da985661df12ad6b232a3, server=7b96b36745c6,42833,1732218418727 because future has completed 2024-11-21T19:47:20,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9445176c4fc67bce756e5e1e988be61b, ASSIGN in 10.2290 sec 2024-11-21T19:47:20,001 INFO [StoreOpener-19c420c64c0faf1de0a1951483f880b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 19c420c64c0faf1de0a1951483f880b7 2024-11-21T19:47:20,002 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=620ab69e94ceec004d9df7e977727fd4, ASSIGN in 10.2320 sec 2024-11-21T19:47:20,004 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=8 2024-11-21T19:47:20,004 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 6256bc90641da985661df12ad6b232a3, server=7b96b36745c6,42833,1732218418727 in 10.0710 sec 2024-11-21T19:47:20,004 INFO [StoreOpener-19c420c64c0faf1de0a1951483f880b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19c420c64c0faf1de0a1951483f880b7 columnFamilyName cf 2024-11-21T19:47:20,005 DEBUG [StoreOpener-19c420c64c0faf1de0a1951483f880b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:47:20,005 INFO [StoreOpener-19c420c64c0faf1de0a1951483f880b7-1 {}] regionserver.HStore(327): Store=19c420c64c0faf1de0a1951483f880b7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:47:20,005 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 19c420c64c0faf1de0a1951483f880b7 2024-11-21T19:47:20,006 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/19c420c64c0faf1de0a1951483f880b7 2024-11-21T19:47:20,006 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6256bc90641da985661df12ad6b232a3, ASSIGN in 10.2360 sec 2024-11-21T19:47:20,006 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/19c420c64c0faf1de0a1951483f880b7 2024-11-21T19:47:20,007 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 19c420c64c0faf1de0a1951483f880b7 2024-11-21T19:47:20,007 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 19c420c64c0faf1de0a1951483f880b7 2024-11-21T19:47:20,008 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 19c420c64c0faf1de0a1951483f880b7 2024-11-21T19:47:20,012 INFO [StoreOpener-46999687ee5752a0f494d227b287f801-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 46999687ee5752a0f494d227b287f801 2024-11-21T19:47:20,012 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/23f0917d0ff94fcaa56e2bab82171d5b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:47:20,013 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 23f0917d0ff94fcaa56e2bab82171d5b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66974744, jitterRate=-0.0019985437393188477}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T19:47:20,013 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 23f0917d0ff94fcaa56e2bab82171d5b 2024-11-21T19:47:20,013 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 23f0917d0ff94fcaa56e2bab82171d5b: Running coprocessor pre-open hook at 1732218439986Writing region info on filesystem at 1732218439986Initializing all the Stores at 1732218439989 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218439989Cleaning up temporary data from old regions at 1732218439995 (+6 ms)Running coprocessor post-open hooks at 1732218440013 (+18 ms)Region opened successfully at 1732218440013 2024-11-21T19:47:20,013 INFO [StoreOpener-46999687ee5752a0f494d227b287f801-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46999687ee5752a0f494d227b287f801 columnFamilyName cf 2024-11-21T19:47:20,013 DEBUG [StoreOpener-46999687ee5752a0f494d227b287f801-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:47:20,014 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732218429641.23f0917d0ff94fcaa56e2bab82171d5b., pid=24, masterSystemTime=1732218439942 2024-11-21T19:47:20,014 INFO [StoreOpener-46999687ee5752a0f494d227b287f801-1 {}] regionserver.HStore(327): Store=46999687ee5752a0f494d227b287f801/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:47:20,014 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 46999687ee5752a0f494d227b287f801 2024-11-21T19:47:20,014 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/46999687ee5752a0f494d227b287f801 2024-11-21T19:47:20,015 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/46999687ee5752a0f494d227b287f801 2024-11-21T19:47:20,015 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732218429641.23f0917d0ff94fcaa56e2bab82171d5b. 2024-11-21T19:47:20,015 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732218429641.23f0917d0ff94fcaa56e2bab82171d5b. 2024-11-21T19:47:20,016 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 46999687ee5752a0f494d227b287f801 2024-11-21T19:47:20,016 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 46999687ee5752a0f494d227b287f801 2024-11-21T19:47:20,016 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=23f0917d0ff94fcaa56e2bab82171d5b, regionState=OPEN, openSeqNum=2, regionLocation=7b96b36745c6,35211,1732218418786 2024-11-21T19:47:20,018 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 46999687ee5752a0f494d227b287f801 2024-11-21T19:47:20,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23f0917d0ff94fcaa56e2bab82171d5b, server=7b96b36745c6,35211,1732218418786 because future has completed 2024-11-21T19:47:20,020 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/19c420c64c0faf1de0a1951483f880b7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:47:20,021 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 19c420c64c0faf1de0a1951483f880b7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66414900, jitterRate=-0.010340869426727295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T19:47:20,021 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 19c420c64c0faf1de0a1951483f880b7 2024-11-21T19:47:20,021 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 19c420c64c0faf1de0a1951483f880b7: Running coprocessor pre-open hook at 1732218439987Writing region info on filesystem at 1732218439987Initializing all the Stores at 1732218439994 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218439994Cleaning up temporary data from old regions at 1732218440007 (+13 ms)Running coprocessor post-open hooks at 1732218440021 (+14 ms)Region opened successfully at 1732218440021 2024-11-21T19:47:20,021 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/46999687ee5752a0f494d227b287f801/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:47:20,022 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 46999687ee5752a0f494d227b287f801; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59678002, jitterRate=-0.11072847247123718}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T19:47:20,022 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=7 2024-11-21T19:47:20,022 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 46999687ee5752a0f494d227b287f801 2024-11-21T19:47:20,022 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 46999687ee5752a0f494d227b287f801: Running coprocessor pre-open hook at 1732218439998Writing region info on filesystem at 1732218439998Initializing all the Stores at 1732218439999 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218439999Cleaning up temporary data from old regions at 1732218440016 (+17 ms)Running coprocessor post-open hooks at 1732218440022 (+6 ms)Region opened successfully at 1732218440022 2024-11-21T19:47:20,022 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 23f0917d0ff94fcaa56e2bab82171d5b, server=7b96b36745c6,35211,1732218418786 in 10.0750 sec 2024-11-21T19:47:20,022 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732218429641.19c420c64c0faf1de0a1951483f880b7., pid=22, masterSystemTime=1732218439944 2024-11-21T19:47:20,023 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732218429641.46999687ee5752a0f494d227b287f801., pid=15, masterSystemTime=1732218439930 2024-11-21T19:47:20,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=23f0917d0ff94fcaa56e2bab82171d5b, ASSIGN in 10.2530 sec 2024-11-21T19:47:20,024 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732218429641.19c420c64c0faf1de0a1951483f880b7. 2024-11-21T19:47:20,024 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732218429641.19c420c64c0faf1de0a1951483f880b7. 2024-11-21T19:47:20,024 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732218429641.f903a099fa78ee1401b9bd7f61061cbc. 2024-11-21T19:47:20,025 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => f903a099fa78ee1401b9bd7f61061cbc, NAME => 'SPTestTable,ccccccc8,1732218429641.f903a099fa78ee1401b9bd7f61061cbc.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-21T19:47:20,025 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=19c420c64c0faf1de0a1951483f880b7, regionState=OPEN, openSeqNum=2, regionLocation=7b96b36745c6,37703,1732218418756 2024-11-21T19:47:20,025 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f903a099fa78ee1401b9bd7f61061cbc 2024-11-21T19:47:20,025 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732218429641.f903a099fa78ee1401b9bd7f61061cbc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:47:20,025 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for f903a099fa78ee1401b9bd7f61061cbc 2024-11-21T19:47:20,025 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for f903a099fa78ee1401b9bd7f61061cbc 2024-11-21T19:47:20,025 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732218429641.46999687ee5752a0f494d227b287f801. 2024-11-21T19:47:20,025 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732218429641.46999687ee5752a0f494d227b287f801. 2024-11-21T19:47:20,027 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=46999687ee5752a0f494d227b287f801, regionState=OPEN, openSeqNum=2, regionLocation=7b96b36745c6,42833,1732218418727 2024-11-21T19:47:20,028 INFO [StoreOpener-f903a099fa78ee1401b9bd7f61061cbc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f903a099fa78ee1401b9bd7f61061cbc 2024-11-21T19:47:20,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19c420c64c0faf1de0a1951483f880b7, server=7b96b36745c6,37703,1732218418756 because future has completed 2024-11-21T19:47:20,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46999687ee5752a0f494d227b287f801, server=7b96b36745c6,42833,1732218418727 because future has completed 2024-11-21T19:47:20,030 INFO [StoreOpener-f903a099fa78ee1401b9bd7f61061cbc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f903a099fa78ee1401b9bd7f61061cbc columnFamilyName cf 2024-11-21T19:47:20,030 DEBUG [StoreOpener-f903a099fa78ee1401b9bd7f61061cbc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:47:20,031 INFO [StoreOpener-f903a099fa78ee1401b9bd7f61061cbc-1 {}] regionserver.HStore(327): Store=f903a099fa78ee1401b9bd7f61061cbc/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:47:20,031 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for f903a099fa78ee1401b9bd7f61061cbc 2024-11-21T19:47:20,032 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/f903a099fa78ee1401b9bd7f61061cbc 2024-11-21T19:47:20,033 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/f903a099fa78ee1401b9bd7f61061cbc 2024-11-21T19:47:20,033 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for f903a099fa78ee1401b9bd7f61061cbc 2024-11-21T19:47:20,033 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for f903a099fa78ee1401b9bd7f61061cbc 2024-11-21T19:47:20,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=5 2024-11-21T19:47:20,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 19c420c64c0faf1de0a1951483f880b7, server=7b96b36745c6,37703,1732218418756 in 10.0910 sec 2024-11-21T19:47:20,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-21T19:47:20,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 46999687ee5752a0f494d227b287f801, server=7b96b36745c6,42833,1732218418727 in 10.1050 sec 2024-11-21T19:47:20,036 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for f903a099fa78ee1401b9bd7f61061cbc 2024-11-21T19:47:20,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=19c420c64c0faf1de0a1951483f880b7, ASSIGN in 10.2650 sec 2024-11-21T19:47:20,037 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=46999687ee5752a0f494d227b287f801, ASSIGN in 10.2670 sec 2024-11-21T19:47:20,038 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/f903a099fa78ee1401b9bd7f61061cbc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:47:20,039 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened f903a099fa78ee1401b9bd7f61061cbc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74588855, jitterRate=0.11146055161952972}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T19:47:20,039 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f903a099fa78ee1401b9bd7f61061cbc 2024-11-21T19:47:20,039 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for f903a099fa78ee1401b9bd7f61061cbc: Running coprocessor pre-open hook at 1732218440025Writing region info on filesystem at 1732218440025Initializing all the Stores at 1732218440028 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218440028Cleaning up temporary data from old regions at 1732218440033 (+5 ms)Running coprocessor post-open hooks at 1732218440039 (+6 ms)Region opened successfully at 1732218440039 2024-11-21T19:47:20,040 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732218429641.f903a099fa78ee1401b9bd7f61061cbc., pid=23, masterSystemTime=1732218439944 2024-11-21T19:47:20,042 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732218429641.f903a099fa78ee1401b9bd7f61061cbc. 2024-11-21T19:47:20,042 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732218429641.f903a099fa78ee1401b9bd7f61061cbc. 2024-11-21T19:47:20,042 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=f903a099fa78ee1401b9bd7f61061cbc, regionState=OPEN, openSeqNum=2, regionLocation=7b96b36745c6,37703,1732218418756 2024-11-21T19:47:20,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure f903a099fa78ee1401b9bd7f61061cbc, server=7b96b36745c6,37703,1732218418756 because future has completed 2024-11-21T19:47:20,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=13 2024-11-21T19:47:20,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure f903a099fa78ee1401b9bd7f61061cbc, server=7b96b36745c6,37703,1732218418756 in 10.1040 sec 2024-11-21T19:47:20,049 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=4 2024-11-21T19:47:20,049 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f903a099fa78ee1401b9bd7f61061cbc, ASSIGN in 10.2790 sec 2024-11-21T19:47:20,050 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T19:47:20,050 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732218440050"}]},"ts":"1732218440050"} 2024-11-21T19:47:20,051 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-21T19:47:20,052 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T19:47:20,054 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.4110 sec 2024-11-21T19:47:23,058 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-21T19:47:25,439 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T19:47:25,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:47:25,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:47:25,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:47:27,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T19:47:27,932 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-21T19:47:27,932 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-21T19:47:27,933 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T19:47:27,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-21T19:47:27,936 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T19:47:27,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-21T19:47:27,961 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732218429641.cea0c9cd09d513e66093886a6fb6d0d0., hostname=7b96b36745c6,42833,1732218418727, seqNum=2] 2024-11-21T19:47:27,963 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732218429641.cea0c9cd09d513e66093886a6fb6d0d0., hostname=7b96b36745c6,42833,1732218418727, seqNum=2] 2024-11-21T19:47:27,964 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732218429641.cea0c9cd09d513e66093886a6fb6d0d0., hostname=7b96b36745c6,42833,1732218418727, seqNum=2] 2024-11-21T19:47:27,966 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732218429641.cea0c9cd09d513e66093886a6fb6d0d0., hostname=7b96b36745c6,42833,1732218418727, seqNum=2] 2024-11-21T19:47:27,967 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732218429641.cea0c9cd09d513e66093886a6fb6d0d0., hostname=7b96b36745c6,42833,1732218418727, seqNum=2] 2024-11-21T19:47:27,993 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732218429641.620ab69e94ceec004d9df7e977727fd4., hostname=7b96b36745c6,35211,1732218418786, seqNum=2] 2024-11-21T19:47:27,995 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732218429641.620ab69e94ceec004d9df7e977727fd4., hostname=7b96b36745c6,35211,1732218418786, seqNum=2] 2024-11-21T19:47:27,996 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732218429641.620ab69e94ceec004d9df7e977727fd4., hostname=7b96b36745c6,35211,1732218418786, seqNum=2] 2024-11-21T19:47:27,997 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732218429641.620ab69e94ceec004d9df7e977727fd4., hostname=7b96b36745c6,35211,1732218418786, seqNum=2] 2024-11-21T19:47:27,998 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732218429641.620ab69e94ceec004d9df7e977727fd4., hostname=7b96b36745c6,35211,1732218418786, seqNum=2] 2024-11-21T19:47:28,027 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732218429641.f903a099fa78ee1401b9bd7f61061cbc., hostname=7b96b36745c6,37703,1732218418756, seqNum=2] 2024-11-21T19:47:28,029 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732218429641.f903a099fa78ee1401b9bd7f61061cbc., hostname=7b96b36745c6,37703,1732218418756, seqNum=2] 2024-11-21T19:47:28,030 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732218429641.f903a099fa78ee1401b9bd7f61061cbc., hostname=7b96b36745c6,37703,1732218418756, seqNum=2] 2024-11-21T19:47:28,032 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732218429641.f903a099fa78ee1401b9bd7f61061cbc., hostname=7b96b36745c6,37703,1732218418756, seqNum=2] 2024-11-21T19:47:28,090 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732218429641.46999687ee5752a0f494d227b287f801., hostname=7b96b36745c6,42833,1732218418727, seqNum=2] 2024-11-21T19:47:28,091 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732218429641.46999687ee5752a0f494d227b287f801., hostname=7b96b36745c6,42833,1732218418727, seqNum=2] 2024-11-21T19:47:28,092 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732218429641.46999687ee5752a0f494d227b287f801., hostname=7b96b36745c6,42833,1732218418727, seqNum=2] 2024-11-21T19:47:28,093 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732218429641.46999687ee5752a0f494d227b287f801., hostname=7b96b36745c6,42833,1732218418727, seqNum=2] 2024-11-21T19:47:28,095 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732218429641.46999687ee5752a0f494d227b287f801., hostname=7b96b36745c6,42833,1732218418727, seqNum=2] 2024-11-21T19:47:28,657 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T19:47:28,723 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:47:28,725 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:47:28,729 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49616, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:47:28,739 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50650, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:47:28,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35211 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732218429641.620ab69e94ceec004d9df7e977727fd4. with WAL disabled. Data may be lost in the event of a crash. 2024-11-21T19:47:28,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42833 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1732218429641.cea0c9cd09d513e66093886a6fb6d0d0. 2024-11-21T19:47:28,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42833 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732218429641.cea0c9cd09d513e66093886a6fb6d0d0. with WAL disabled. Data may be lost in the event of a crash. 2024-11-21T19:47:28,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732218429641.f903a099fa78ee1401b9bd7f61061cbc. with WAL disabled. Data may be lost in the event of a crash. 2024-11-21T19:47:29,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42833 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732218429641.46999687ee5752a0f494d227b287f801. with WAL disabled. Data may be lost in the event of a crash. 2024-11-21T19:47:29,202 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-21T19:47:29,202 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T19:47:29,203 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-21T19:47:29,204 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-21T19:47:29,207 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-21T19:47:29,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741848_1024 (size=49) 2024-11-21T19:47:29,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38349 is added to blk_1073741848_1024 (size=49) 2024-11-21T19:47:29,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741848_1024 (size=49) 2024-11-21T19:47:29,222 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-21T19:47:29,222 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 19c420c64c0faf1de0a1951483f880b7}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 459f4af4462c209163122345c5d27fcb}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 23f0917d0ff94fcaa56e2bab82171d5b}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6256bc90641da985661df12ad6b232a3}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 925f970ee8f67d3ac5ca45d10300d4bc}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9445176c4fc67bce756e5e1e988be61b}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cea0c9cd09d513e66093886a6fb6d0d0}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 620ab69e94ceec004d9df7e977727fd4}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f903a099fa78ee1401b9bd7f61061cbc}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 46999687ee5752a0f494d227b287f801}] 2024-11-21T19:47:29,224 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6256bc90641da985661df12ad6b232a3 2024-11-21T19:47:29,224 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 19c420c64c0faf1de0a1951483f880b7 2024-11-21T19:47:29,224 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 23f0917d0ff94fcaa56e2bab82171d5b 2024-11-21T19:47:29,224 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 459f4af4462c209163122345c5d27fcb 2024-11-21T19:47:29,224 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 46999687ee5752a0f494d227b287f801 2024-11-21T19:47:29,228 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 620ab69e94ceec004d9df7e977727fd4 2024-11-21T19:47:29,228 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f903a099fa78ee1401b9bd7f61061cbc 2024-11-21T19:47:29,228 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cea0c9cd09d513e66093886a6fb6d0d0 2024-11-21T19:47:29,228 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9445176c4fc67bce756e5e1e988be61b 2024-11-21T19:47:29,231 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 925f970ee8f67d3ac5ca45d10300d4bc 2024-11-21T19:47:38,794 INFO [regionserver/7b96b36745c6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-21T19:47:39,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-21T19:47:39,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37703 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-21T19:47:39,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35211 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-21T19:47:39,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35211 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-21T19:47:39,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-21T19:47:39,226 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732218429641.620ab69e94ceec004d9df7e977727fd4. 2024-11-21T19:47:39,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732218429641.459f4af4462c209163122345c5d27fcb. 2024-11-21T19:47:39,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37703 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-21T19:47:39,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732218429641.19c420c64c0faf1de0a1951483f880b7. 2024-11-21T19:47:39,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 459f4af4462c209163122345c5d27fcb: 2024-11-21T19:47:39,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732218429641.459f4af4462c209163122345c5d27fcb. for SnapshotProcedureTest completed. 2024-11-21T19:47:39,227 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 620ab69e94ceec004d9df7e977727fd4 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-21T19:47:39,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 19c420c64c0faf1de0a1951483f880b7: 2024-11-21T19:47:39,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732218429641.19c420c64c0faf1de0a1951483f880b7. for SnapshotProcedureTest completed. 2024-11-21T19:47:39,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732218429641.23f0917d0ff94fcaa56e2bab82171d5b. 2024-11-21T19:47:39,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-21T19:47:39,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732218429641.459f4af4462c209163122345c5d27fcb.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T19:47:39,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732218429641.19c420c64c0faf1de0a1951483f880b7.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T19:47:39,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T19:47:39,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37703 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-21T19:47:39,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T19:47:39,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 23f0917d0ff94fcaa56e2bab82171d5b: 2024-11-21T19:47:39,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T19:47:39,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T19:47:39,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732218429641.23f0917d0ff94fcaa56e2bab82171d5b. for SnapshotProcedureTest completed. 2024-11-21T19:47:39,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732218429641.cea0c9cd09d513e66093886a6fb6d0d0. 2024-11-21T19:47:39,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35211 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-21T19:47:39,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732218429641.23f0917d0ff94fcaa56e2bab82171d5b.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T19:47:39,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-21T19:47:39,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T19:47:39,228 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T19:47:39,228 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing cea0c9cd09d513e66093886a6fb6d0d0 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-21T19:47:39,228 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732218429641.f903a099fa78ee1401b9bd7f61061cbc. 2024-11-21T19:47:39,228 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing f903a099fa78ee1401b9bd7f61061cbc 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-21T19:47:39,229 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732218429641.6256bc90641da985661df12ad6b232a3. 2024-11-21T19:47:39,229 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732218429641.925f970ee8f67d3ac5ca45d10300d4bc. 2024-11-21T19:47:39,229 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 6256bc90641da985661df12ad6b232a3: 2024-11-21T19:47:39,229 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 925f970ee8f67d3ac5ca45d10300d4bc: 2024-11-21T19:47:39,229 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732218429641.6256bc90641da985661df12ad6b232a3. for SnapshotProcedureTest completed. 2024-11-21T19:47:39,229 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732218429641.925f970ee8f67d3ac5ca45d10300d4bc. for SnapshotProcedureTest completed. 2024-11-21T19:47:39,229 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732218429641.6256bc90641da985661df12ad6b232a3.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T19:47:39,229 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T19:47:39,229 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T19:47:39,229 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732218429641.925f970ee8f67d3ac5ca45d10300d4bc.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T19:47:39,229 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T19:47:39,229 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T19:47:39,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732218429641.9445176c4fc67bce756e5e1e988be61b. 2024-11-21T19:47:39,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 9445176c4fc67bce756e5e1e988be61b: 2024-11-21T19:47:39,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732218429641.9445176c4fc67bce756e5e1e988be61b. for SnapshotProcedureTest completed. 2024-11-21T19:47:39,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732218429641.9445176c4fc67bce756e5e1e988be61b.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T19:47:39,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T19:47:39,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T19:47:39,257 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/620ab69e94ceec004d9df7e977727fd4/.tmp/cf/c01bf62493eb42babbe2cd2f66e7ce95 is 34, key is baa/cf:cf/1732218448758/Put/seqid=0 2024-11-21T19:47:39,257 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/cea0c9cd09d513e66093886a6fb6d0d0/.tmp/cf/97785bba76694abc905e97d88400036a is 34, key is aaa/cf:cf/1732218448782/Put/seqid=0 2024-11-21T19:47:39,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741850_1026 (size=65) 2024-11-21T19:47:39,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38349 is added to blk_1073741850_1026 (size=65) 2024-11-21T19:47:39,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741850_1026 (size=65) 2024-11-21T19:47:39,260 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/f903a099fa78ee1401b9bd7f61061cbc/.tmp/cf/41fb72b692284f76aea37c003ebab1a0 is 34, key is ccd/cf:cf/1732218448789/Put/seqid=0 2024-11-21T19:47:39,260 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732218429641.23f0917d0ff94fcaa56e2bab82171d5b. 2024-11-21T19:47:39,260 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-21T19:47:39,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37069 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-21T19:47:39,261 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37069 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 23f0917d0ff94fcaa56e2bab82171d5b 2024-11-21T19:47:39,261 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 23f0917d0ff94fcaa56e2bab82171d5b 2024-11-21T19:47:39,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38349 is added to blk_1073741849_1025 (size=57) 2024-11-21T19:47:39,264 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 23f0917d0ff94fcaa56e2bab82171d5b in 10.0400 sec 2024-11-21T19:47:39,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741849_1025 (size=57) 2024-11-21T19:47:39,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741849_1025 (size=57) 2024-11-21T19:47:39,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741853_1029 (size=65) 2024-11-21T19:47:39,266 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732218429641.19c420c64c0faf1de0a1951483f880b7. 2024-11-21T19:47:39,266 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-21T19:47:39,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37069 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-21T19:47:39,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37069 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 19c420c64c0faf1de0a1951483f880b7 2024-11-21T19:47:39,267 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 19c420c64c0faf1de0a1951483f880b7 2024-11-21T19:47:39,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741851_1027 (size=65) 2024-11-21T19:47:39,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38349 is added to blk_1073741851_1027 (size=65) 2024-11-21T19:47:39,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741851_1027 (size=65) 2024-11-21T19:47:39,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38349 is added to blk_1073741853_1029 (size=65) 2024-11-21T19:47:39,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741853_1029 (size=65) 2024-11-21T19:47:39,270 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732218429641.459f4af4462c209163122345c5d27fcb. 2024-11-21T19:47:39,270 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-21T19:47:39,270 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732218429641.6256bc90641da985661df12ad6b232a3. 2024-11-21T19:47:39,270 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732218429641.46999687ee5752a0f494d227b287f801. 2024-11-21T19:47:39,270 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-21T19:47:39,271 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 19c420c64c0faf1de0a1951483f880b7 in 10.0460 sec 2024-11-21T19:47:39,271 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 46999687ee5752a0f494d227b287f801 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-21T19:47:39,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37069 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-21T19:47:39,271 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37069 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 459f4af4462c209163122345c5d27fcb 2024-11-21T19:47:39,271 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 459f4af4462c209163122345c5d27fcb 2024-11-21T19:47:39,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741854_1030 (size=65) 2024-11-21T19:47:39,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741854_1030 (size=65) 2024-11-21T19:47:39,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37069 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-21T19:47:39,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37069 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6256bc90641da985661df12ad6b232a3 2024-11-21T19:47:39,273 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6256bc90641da985661df12ad6b232a3 2024-11-21T19:47:39,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38349 is added to blk_1073741854_1030 (size=65) 2024-11-21T19:47:39,274 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732218429641.9445176c4fc67bce756e5e1e988be61b. 2024-11-21T19:47:39,274 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-21T19:47:39,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37069 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-21T19:47:39,274 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37069 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9445176c4fc67bce756e5e1e988be61b 2024-11-21T19:47:39,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 459f4af4462c209163122345c5d27fcb in 10.0520 sec 2024-11-21T19:47:39,280 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9445176c4fc67bce756e5e1e988be61b 2024-11-21T19:47:39,281 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6256bc90641da985661df12ad6b232a3 in 10.0520 sec 2024-11-21T19:47:39,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9445176c4fc67bce756e5e1e988be61b in 10.0590 sec 2024-11-21T19:47:39,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741852_1028 (size=65) 2024-11-21T19:47:39,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38349 is added to blk_1073741852_1028 (size=65) 2024-11-21T19:47:39,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741852_1028 (size=65) 2024-11-21T19:47:39,292 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732218429641.925f970ee8f67d3ac5ca45d10300d4bc. 2024-11-21T19:47:39,292 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-21T19:47:39,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37069 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-21T19:47:39,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37069 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 925f970ee8f67d3ac5ca45d10300d4bc 2024-11-21T19:47:39,293 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 925f970ee8f67d3ac5ca45d10300d4bc 2024-11-21T19:47:39,295 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 925f970ee8f67d3ac5ca45d10300d4bc in 10.0720 sec 2024-11-21T19:47:39,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741857_1033 (size=47197) 2024-11-21T19:47:39,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741857_1033 (size=47197) 2024-11-21T19:47:39,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38349 is added to blk_1073741857_1033 (size=47197) 2024-11-21T19:47:39,307 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/f903a099fa78ee1401b9bd7f61061cbc/.tmp/cf/41fb72b692284f76aea37c003ebab1a0 2024-11-21T19:47:39,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741856_1032 (size=28623) 2024-11-21T19:47:39,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38349 is added to blk_1073741856_1032 (size=28623) 2024-11-21T19:47:39,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741856_1032 (size=28623) 2024-11-21T19:47:39,310 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/620ab69e94ceec004d9df7e977727fd4/.tmp/cf/c01bf62493eb42babbe2cd2f66e7ce95 2024-11-21T19:47:39,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38349 is added to blk_1073741855_1031 (size=26918) 2024-11-21T19:47:39,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741855_1031 (size=26918) 2024-11-21T19:47:39,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741855_1031 (size=26918) 2024-11-21T19:47:39,312 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/cea0c9cd09d513e66093886a6fb6d0d0/.tmp/cf/97785bba76694abc905e97d88400036a 2024-11-21T19:47:39,322 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/f903a099fa78ee1401b9bd7f61061cbc/.tmp/cf/41fb72b692284f76aea37c003ebab1a0 as hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/f903a099fa78ee1401b9bd7f61061cbc/cf/41fb72b692284f76aea37c003ebab1a0 2024-11-21T19:47:39,328 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/cea0c9cd09d513e66093886a6fb6d0d0/.tmp/cf/97785bba76694abc905e97d88400036a as hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/cea0c9cd09d513e66093886a6fb6d0d0/cf/97785bba76694abc905e97d88400036a 2024-11-21T19:47:39,332 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/f903a099fa78ee1401b9bd7f61061cbc/cf/41fb72b692284f76aea37c003ebab1a0, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-21T19:47:39,333 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for f903a099fa78ee1401b9bd7f61061cbc in 105ms, sequenceid=5, compaction requested=false 2024-11-21T19:47:39,333 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for f903a099fa78ee1401b9bd7f61061cbc: 2024-11-21T19:47:39,333 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732218429641.f903a099fa78ee1401b9bd7f61061cbc. for SnapshotProcedureTest completed. 2024-11-21T19:47:39,333 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732218429641.f903a099fa78ee1401b9bd7f61061cbc.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T19:47:39,333 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T19:47:39,333 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/f903a099fa78ee1401b9bd7f61061cbc/cf/41fb72b692284f76aea37c003ebab1a0] hfiles 2024-11-21T19:47:39,333 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/f903a099fa78ee1401b9bd7f61061cbc/cf/41fb72b692284f76aea37c003ebab1a0 for snapshot=SnapshotProcedureTest 2024-11-21T19:47:39,337 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/cea0c9cd09d513e66093886a6fb6d0d0/cf/97785bba76694abc905e97d88400036a, entries=676, sequenceid=5, filesize=26.3 K 2024-11-21T19:47:39,337 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/620ab69e94ceec004d9df7e977727fd4/.tmp/cf/c01bf62493eb42babbe2cd2f66e7ce95 as hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/620ab69e94ceec004d9df7e977727fd4/cf/c01bf62493eb42babbe2cd2f66e7ce95 2024-11-21T19:47:39,338 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for cea0c9cd09d513e66093886a6fb6d0d0 in 111ms, sequenceid=5, compaction requested=false 2024-11-21T19:47:39,338 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for cea0c9cd09d513e66093886a6fb6d0d0: 2024-11-21T19:47:39,338 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/46999687ee5752a0f494d227b287f801/.tmp/cf/f53bca9026f64693a3b41c9fc8a0222d is 34, key is eaa/cf:cf/1732218449131/Put/seqid=0 2024-11-21T19:47:39,338 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732218429641.cea0c9cd09d513e66093886a6fb6d0d0. for SnapshotProcedureTest completed. 2024-11-21T19:47:39,338 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732218429641.cea0c9cd09d513e66093886a6fb6d0d0.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T19:47:39,338 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T19:47:39,338 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/cea0c9cd09d513e66093886a6fb6d0d0/cf/97785bba76694abc905e97d88400036a] hfiles 2024-11-21T19:47:39,339 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/cea0c9cd09d513e66093886a6fb6d0d0/cf/97785bba76694abc905e97d88400036a for snapshot=SnapshotProcedureTest 2024-11-21T19:47:39,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741858_1034 (size=499309) 2024-11-21T19:47:39,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38349 is added to blk_1073741858_1034 (size=499309) 2024-11-21T19:47:39,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741858_1034 (size=499309) 2024-11-21T19:47:39,344 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/46999687ee5752a0f494d227b287f801/.tmp/cf/f53bca9026f64693a3b41c9fc8a0222d 2024-11-21T19:47:39,345 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/620ab69e94ceec004d9df7e977727fd4/cf/c01bf62493eb42babbe2cd2f66e7ce95, entries=731, sequenceid=5, filesize=28.0 K 2024-11-21T19:47:39,346 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 620ab69e94ceec004d9df7e977727fd4 in 119ms, sequenceid=5, compaction requested=false 2024-11-21T19:47:39,346 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 620ab69e94ceec004d9df7e977727fd4: 2024-11-21T19:47:39,346 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732218429641.620ab69e94ceec004d9df7e977727fd4. for SnapshotProcedureTest completed. 2024-11-21T19:47:39,347 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732218429641.620ab69e94ceec004d9df7e977727fd4.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T19:47:39,347 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T19:47:39,347 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/620ab69e94ceec004d9df7e977727fd4/cf/c01bf62493eb42babbe2cd2f66e7ce95] hfiles 2024-11-21T19:47:39,347 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/620ab69e94ceec004d9df7e977727fd4/cf/c01bf62493eb42babbe2cd2f66e7ce95 for snapshot=SnapshotProcedureTest 2024-11-21T19:47:39,351 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/46999687ee5752a0f494d227b287f801/.tmp/cf/f53bca9026f64693a3b41c9fc8a0222d as hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/46999687ee5752a0f494d227b287f801/cf/f53bca9026f64693a3b41c9fc8a0222d 2024-11-21T19:47:39,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741859_1035 (size=105) 2024-11-21T19:47:39,359 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/46999687ee5752a0f494d227b287f801/cf/f53bca9026f64693a3b41c9fc8a0222d, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-21T19:47:39,360 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 46999687ee5752a0f494d227b287f801 in 89ms, sequenceid=5, compaction requested=false 2024-11-21T19:47:39,360 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 46999687ee5752a0f494d227b287f801: 2024-11-21T19:47:39,360 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732218429641.46999687ee5752a0f494d227b287f801. for SnapshotProcedureTest completed. 2024-11-21T19:47:39,360 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732218429641.46999687ee5752a0f494d227b287f801.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T19:47:39,360 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T19:47:39,360 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/46999687ee5752a0f494d227b287f801/cf/f53bca9026f64693a3b41c9fc8a0222d] hfiles 2024-11-21T19:47:39,360 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/46999687ee5752a0f494d227b287f801/cf/f53bca9026f64693a3b41c9fc8a0222d for snapshot=SnapshotProcedureTest 2024-11-21T19:47:39,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741861_1037 (size=105) 2024-11-21T19:47:39,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741861_1037 (size=105) 2024-11-21T19:47:39,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38349 is added to blk_1073741859_1035 (size=105) 2024-11-21T19:47:39,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741859_1035 (size=105) 2024-11-21T19:47:39,367 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732218429641.f903a099fa78ee1401b9bd7f61061cbc. 2024-11-21T19:47:39,367 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-21T19:47:39,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38349 is added to blk_1073741860_1036 (size=105) 2024-11-21T19:47:39,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37069 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-21T19:47:39,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37069 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f903a099fa78ee1401b9bd7f61061cbc 2024-11-21T19:47:39,368 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f903a099fa78ee1401b9bd7f61061cbc 2024-11-21T19:47:39,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741860_1036 (size=105) 2024-11-21T19:47:39,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741860_1036 (size=105) 2024-11-21T19:47:39,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732218429641.cea0c9cd09d513e66093886a6fb6d0d0. 2024-11-21T19:47:39,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-21T19:47:39,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37069 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-21T19:47:39,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37069 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region cea0c9cd09d513e66093886a6fb6d0d0 2024-11-21T19:47:39,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38349 is added to blk_1073741861_1037 (size=105) 2024-11-21T19:47:39,371 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cea0c9cd09d513e66093886a6fb6d0d0 2024-11-21T19:47:39,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732218429641.620ab69e94ceec004d9df7e977727fd4. 2024-11-21T19:47:39,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-21T19:47:39,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37069 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-21T19:47:39,372 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37069 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 620ab69e94ceec004d9df7e977727fd4 2024-11-21T19:47:39,372 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 620ab69e94ceec004d9df7e977727fd4 2024-11-21T19:47:39,373 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f903a099fa78ee1401b9bd7f61061cbc in 10.1470 sec 2024-11-21T19:47:39,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741862_1038 (size=97) 2024-11-21T19:47:39,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741862_1038 (size=97) 2024-11-21T19:47:39,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38349 is added to blk_1073741862_1038 (size=97) 2024-11-21T19:47:39,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cea0c9cd09d513e66093886a6fb6d0d0 in 10.1510 sec 2024-11-21T19:47:39,376 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732218429641.46999687ee5752a0f494d227b287f801. 2024-11-21T19:47:39,376 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-21T19:47:39,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37069 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-21T19:47:39,377 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37069 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 46999687ee5752a0f494d227b287f801 2024-11-21T19:47:39,377 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 46999687ee5752a0f494d227b287f801 2024-11-21T19:47:39,377 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 620ab69e94ceec004d9df7e977727fd4 in 10.1510 sec 2024-11-21T19:47:39,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-11-21T19:47:39,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 46999687ee5752a0f494d227b287f801 in 10.1550 sec 2024-11-21T19:47:39,380 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-21T19:47:39,381 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-21T19:47:39,381 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-21T19:47:39,381 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-21T19:47:39,383 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-21T19:47:39,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741863_1039 (size=1174) 2024-11-21T19:47:39,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38349 is added to blk_1073741863_1039 (size=1174) 2024-11-21T19:47:39,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741863_1039 (size=1174) 2024-11-21T19:47:39,412 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-21T19:47:39,415 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-21T19:47:39,418 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7b96b36745c6,37703,1732218418756 2024-11-21T19:47:39,419 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7b96b36745c6,37703,1732218418756 2024-11-21T19:47:39,419 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7b96b36745c6,42833,1732218418727 2024-11-21T19:47:39,419 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7b96b36745c6,37703,1732218418756 2024-11-21T19:47:39,419 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7b96b36745c6,42833,1732218418727 2024-11-21T19:47:39,423 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7b96b36745c6,42833,1732218418727 2024-11-21T19:47:39,424 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7b96b36745c6,35211,1732218418786 2024-11-21T19:47:39,424 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7b96b36745c6,35211,1732218418786 2024-11-21T19:47:39,424 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7b96b36745c6,35211,1732218418786 2024-11-21T19:47:39,512 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T19:47:41,144 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b96b36745c6:39777 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-21T19:47:49,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37703 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-21T19:47:49,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37703 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-21T19:47:49,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37703 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-21T19:47:49,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-21T19:47:49,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-21T19:47:49,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-21T19:47:49,423 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-21T19:47:49,423 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-21T19:47:49,423 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-21T19:47:49,423 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-21T19:47:49,423 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-21T19:47:49,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37069 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-21T19:47:49,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37069 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-21T19:47:49,425 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-21T19:47:49,425 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-21T19:47:49,425 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-21T19:47:49,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37069 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-21T19:47:49,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35211 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-21T19:47:49,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35211 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-21T19:47:49,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35211 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-21T19:47:49,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37069 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-21T19:47:49,426 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b96b36745c6,37703,1732218418756 Release verify snapshot worker=7b96b36745c6,37703,1732218418756 2024-11-21T19:47:49,426 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b96b36745c6,42833,1732218418727 Release verify snapshot worker=7b96b36745c6,42833,1732218418727 2024-11-21T19:47:49,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37069 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-21T19:47:49,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37069 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-21T19:47:49,427 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b96b36745c6,42833,1732218418727 Release verify snapshot worker=7b96b36745c6,42833,1732218418727 2024-11-21T19:47:49,428 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b96b36745c6,42833,1732218418727 in 10.0110 sec 2024-11-21T19:47:49,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-21T19:47:49,429 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b96b36745c6,42833,1732218418727 Release verify snapshot worker=7b96b36745c6,42833,1732218418727 2024-11-21T19:47:49,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-21T19:47:49,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-21T19:47:49,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37069 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-21T19:47:49,430 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b96b36745c6,37703,1732218418756 Release verify snapshot worker=7b96b36745c6,37703,1732218418756 2024-11-21T19:47:49,430 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-21T19:47:49,430 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b96b36745c6,37703,1732218418756 in 10.0110 sec 2024-11-21T19:47:49,430 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7b96b36745c6,42833,1732218418727 2024-11-21T19:47:49,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37069 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-21T19:47:49,431 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b96b36745c6,42833,1732218418727 in 10.0130 sec 2024-11-21T19:47:49,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b96b36745c6,42833,1732218418727 in 10.0140 sec 2024-11-21T19:47:49,432 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b96b36745c6,37703,1732218418756 in 10.0150 sec 2024-11-21T19:47:49,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37069 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-21T19:47:49,432 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b96b36745c6,35211,1732218418786 Release verify snapshot worker=7b96b36745c6,35211,1732218418786 2024-11-21T19:47:49,432 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b96b36745c6,35211,1732218418786 Release verify snapshot worker=7b96b36745c6,35211,1732218418786 2024-11-21T19:47:49,433 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b96b36745c6,37703,1732218418756 Release verify snapshot worker=7b96b36745c6,37703,1732218418756 2024-11-21T19:47:49,434 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b96b36745c6,35211,1732218418786 in 10.0170 sec 2024-11-21T19:47:49,434 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b96b36745c6,37703,1732218418756 in 10.0180 sec 2024-11-21T19:47:49,435 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b96b36745c6,35211,1732218418786 in 10.0170 sec 2024-11-21T19:47:49,435 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b96b36745c6,35211,1732218418786 Release verify snapshot worker=7b96b36745c6,35211,1732218418786 2024-11-21T19:47:49,436 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b96b36745c6,35211,1732218418786 in 10.0200 sec 2024-11-21T19:47:49,513 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 7b96b36745c6,42833,1732218418727 2024-11-21T19:47:49,513 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 7b96b36745c6,42833,1732218418727: Simulated kill ***** 2024-11-21T19:47:49,513 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T19:47:49,513 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T19:47:49,514 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T19:47:49,514 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T19:47:49,514 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T19:47:49,514 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 417476136 }, "NonHeapMemoryUsage": { "committed": 176357376, "init": 7667712, "max": -1, "used": 171900816 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T19:47:49,515 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37069 {}] master.MasterRpcServices(700): 7b96b36745c6,42833,1732218418727 reported a fatal error: ***** ABORTING region server 7b96b36745c6,42833,1732218418727: Simulated kill ***** 2024-11-21T19:47:49,516 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b96b36745c6,42833,1732218418727' ***** 2024-11-21T19:47:49,516 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-21T19:47:49,516 INFO [RS:0;7b96b36745c6:42833 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T19:47:49,516 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T19:47:49,516 INFO [RS:0;7b96b36745c6:42833 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-21T19:47:49,516 INFO [RS:0;7b96b36745c6:42833 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-21T19:47:49,516 INFO [RS:0;7b96b36745c6:42833 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T19:47:49,516 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T19:47:49,516 INFO [RS:0;7b96b36745c6:42833 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b96b36745c6:42833. 2024-11-21T19:47:49,516 DEBUG [RS:0;7b96b36745c6:42833 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T19:47:49,516 DEBUG [RS:0;7b96b36745c6:42833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:47:49,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741833_1009 (size=2301) 2024-11-21T19:47:49,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741833_1009 (size=2301) 2024-11-21T19:47:49,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38349 is added to blk_1073741833_1009 (size=2301) 2024-11-21T19:47:49,520 DEBUG [RS:0;7b96b36745c6:42833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:47:49,520 INFO [RS:0;7b96b36745c6:42833 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T19:47:49,521 INFO [RS:0;7b96b36745c6:42833 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42833 2024-11-21T19:47:49,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42833-0x10116d66a8e0001, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7b96b36745c6,42833,1732218418727 2024-11-21T19:47:49,523 INFO [RS:0;7b96b36745c6:42833 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T19:47:49,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37069-0x10116d66a8e0000, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T19:47:49,525 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b96b36745c6,42833,1732218418727] 2024-11-21T19:47:49,526 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7b96b36745c6,42833,1732218418727 already deleted, retry=false 2024-11-21T19:47:49,526 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 7b96b36745c6,42833,1732218418727 on 7b96b36745c6,37069,1732218418679 2024-11-21T19:47:49,527 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 7b96b36745c6,42833,1732218418727, splitWal=true, meta=false 2024-11-21T19:47:49,527 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for 7b96b36745c6,42833,1732218418727 (carryingMeta=false) 7b96b36745c6,42833,1732218418727/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@f1e78e2[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-21T19:47:49,527 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 7b96b36745c6,42833,1732218418727, splitWal=true, meta=false 2024-11-21T19:47:49,528 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 7b96b36745c6,42833,1732218418727 had 4 regions 2024-11-21T19:47:49,529 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 7b96b36745c6,42833,1732218418727, splitWal=true, meta=false, isMeta: false 2024-11-21T19:47:49,530 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/WALs/7b96b36745c6,42833,1732218418727-splitting 2024-11-21T19:47:49,531 INFO [PEWorker-1 {}] master.SplitWALManager(105): 7b96b36745c6,42833,1732218418727 WAL count=1, meta=false 2024-11-21T19:47:49,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 7b96b36745c6%2C42833%2C1732218418727.1732218419211}] 2024-11-21T19:47:49,533 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=7b96b36745c6,37703,1732218418756 2024-11-21T19:47:49,533 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 27 is already finished, skip the rest processes 2024-11-21T19:47:49,533 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 32 is already finished, skip the rest processes 2024-11-21T19:47:49,533 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 29 is already finished, skip the rest processes 2024-11-21T19:47:49,533 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 35 is already finished, skip the rest processes 2024-11-21T19:47:49,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 7b96b36745c6%2C42833%2C1732218418727.1732218419211, worker=7b96b36745c6,37703,1732218418756}] 2024-11-21T19:47:49,534 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b96b36745c6,42833,1732218418727 Release verify snapshot worker=7b96b36745c6,42833,1732218418727 2024-11-21T19:47:49,535 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 7b96b36745c6,42833,1732218418727, this operation will be retried to send to another server 2024-11-21T19:47:49,535 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T19:47:49,535 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732218470535 2024-11-21T19:47:49,566 INFO [master/7b96b36745c6:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-21T19:47:49,566 INFO [master/7b96b36745c6:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-21T19:47:49,607 INFO [regionserver/7b96b36745c6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T19:47:49,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42833-0x10116d66a8e0001, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:47:49,625 INFO [RS:0;7b96b36745c6:42833 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T19:47:49,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42833-0x10116d66a8e0001, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:47:49,625 INFO [RS:0;7b96b36745c6:42833 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b96b36745c6,42833,1732218418727; zookeeper connection closed. 2024-11-21T19:47:49,625 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@27b1735a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@27b1735a 2024-11-21T19:47:50,082 INFO [regionserver/7b96b36745c6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T19:47:50,082 INFO [regionserver/7b96b36745c6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T19:47:50,537 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7b96b36745c6,35211,1732218418786 2024-11-21T19:47:58,657 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T19:47:59,072 INFO [regionserver/7b96b36745c6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-21T19:47:59,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37703 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-21T19:47:59,551 INFO [RS_LOG_REPLAY_OPS-regionserver/7b96b36745c6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/WALs/7b96b36745c6,42833,1732218418727-splitting/7b96b36745c6%2C42833%2C1732218418727.1732218419211, size=2.2 K (2301bytes) 2024-11-21T19:47:59,552 INFO [RS_LOG_REPLAY_OPS-regionserver/7b96b36745c6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/WALs/7b96b36745c6,42833,1732218418727-splitting/7b96b36745c6%2C42833%2C1732218418727.1732218419211 2024-11-21T19:47:59,552 INFO [RS_LOG_REPLAY_OPS-regionserver/7b96b36745c6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/WALs/7b96b36745c6,42833,1732218418727-splitting/7b96b36745c6%2C42833%2C1732218418727.1732218419211 after 0ms 2024-11-21T19:47:59,555 INFO [RS_LOG_REPLAY_OPS-regionserver/7b96b36745c6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/WALs/7b96b36745c6,42833,1732218418727-splitting/7b96b36745c6%2C42833%2C1732218418727.1732218419211 took 4ms 2024-11-21T19:47:59,557 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7b96b36745c6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for cea0c9cd09d513e66093886a6fb6d0d0: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-21T19:47:59,559 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7b96b36745c6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 459f4af4462c209163122345c5d27fcb: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-21T19:47:59,560 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7b96b36745c6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 6256bc90641da985661df12ad6b232a3: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-21T19:47:59,561 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7b96b36745c6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 46999687ee5752a0f494d227b287f801: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-21T19:47:59,561 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7b96b36745c6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/WALs/7b96b36745c6,42833,1732218418727-splitting/7b96b36745c6%2C42833%2C1732218418727.1732218419211 so closing down 2024-11-21T19:47:59,561 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7b96b36745c6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T19:47:59,561 INFO [RS_LOG_REPLAY_OPS-regionserver/7b96b36745c6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T19:47:59,561 INFO [RS_LOG_REPLAY_OPS-regionserver/7b96b36745c6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 8 edits across 0 Regions in 6 ms; skipped=8; WAL=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/WALs/7b96b36745c6,42833,1732218418727-splitting/7b96b36745c6%2C42833%2C1732218418727.1732218419211, size=2.2 K, length=2301, corrupted=false, cancelled=false 2024-11-21T19:47:59,561 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7b96b36745c6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/WALs/7b96b36745c6,42833,1732218418727-splitting/7b96b36745c6%2C42833%2C1732218418727.1732218419211, journal: Splitting hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/WALs/7b96b36745c6,42833,1732218418727-splitting/7b96b36745c6%2C42833%2C1732218418727.1732218419211, size=2.2 K (2301bytes) at 1732218479552Finishing writing output for hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/WALs/7b96b36745c6,42833,1732218418727-splitting/7b96b36745c6%2C42833%2C1732218418727.1732218419211 so closing down at 1732218479561 (+9 ms)3 split writer threads finished at 1732218479561Processed 8 edits across 0 Regions in 6 ms; skipped=8; WAL=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/WALs/7b96b36745c6,42833,1732218418727-splitting/7b96b36745c6%2C42833%2C1732218418727.1732218419211, size=2.2 K, length=2301, corrupted=false, cancelled=false at 1732218479561 2024-11-21T19:47:59,561 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7b96b36745c6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/WALs/7b96b36745c6,42833,1732218418727-splitting/7b96b36745c6%2C42833%2C1732218418727.1732218419211 2024-11-21T19:47:59,561 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7b96b36745c6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-21T19:47:59,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37069 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-21T19:47:59,566 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/WALs/7b96b36745c6,42833,1732218418727-splitting/7b96b36745c6%2C42833%2C1732218418727.1732218419211 to hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/oldWALs 2024-11-21T19:47:59,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-21T19:47:59,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 7b96b36745c6%2C42833%2C1732218418727.1732218419211, worker=7b96b36745c6,37703,1732218418756 in 10.0330 sec 2024-11-21T19:47:59,568 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=7b96b36745c6,37703,1732218418756 2024-11-21T19:47:59,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-21T19:47:59,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 7b96b36745c6%2C42833%2C1732218418727.1732218419211, worker=7b96b36745c6,37703,1732218418756 in 10.0380 sec 2024-11-21T19:47:59,571 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/WALs/7b96b36745c6,42833,1732218418727-splitting dir is empty, no logs to split. 2024-11-21T19:47:59,571 INFO [PEWorker-3 {}] master.SplitWALManager(105): 7b96b36745c6,42833,1732218418727 WAL count=0, meta=false 2024-11-21T19:47:59,571 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 7b96b36745c6,42833,1732218418727 WAL splitting is done? wals=0, meta=false 2024-11-21T19:47:59,573 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 7b96b36745c6,42833,1732218418727 failed, ignore...File hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/WALs/7b96b36745c6,42833,1732218418727-splitting does not exist. 2024-11-21T19:47:59,574 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cea0c9cd09d513e66093886a6fb6d0d0, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=46999687ee5752a0f494d227b287f801, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6256bc90641da985661df12ad6b232a3, ASSIGN}, {pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=459f4af4462c209163122345c5d27fcb, ASSIGN}] 2024-11-21T19:47:59,575 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=459f4af4462c209163122345c5d27fcb, ASSIGN 2024-11-21T19:47:59,575 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6256bc90641da985661df12ad6b232a3, ASSIGN 2024-11-21T19:47:59,575 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=46999687ee5752a0f494d227b287f801, ASSIGN 2024-11-21T19:47:59,575 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cea0c9cd09d513e66093886a6fb6d0d0, ASSIGN 2024-11-21T19:47:59,575 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6256bc90641da985661df12ad6b232a3, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T19:47:59,575 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=459f4af4462c209163122345c5d27fcb, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T19:47:59,576 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cea0c9cd09d513e66093886a6fb6d0d0, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T19:47:59,576 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=46999687ee5752a0f494d227b287f801, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T19:47:59,726 DEBUG [7b96b36745c6:37069 {}] balancer.BalancerClusterState(204): Hosts are {7b96b36745c6=0} racks are {/default-rack=0} 2024-11-21T19:47:59,726 DEBUG [7b96b36745c6:37069 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T19:47:59,726 DEBUG [7b96b36745c6:37069 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T19:47:59,726 DEBUG [7b96b36745c6:37069 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T19:47:59,726 DEBUG [7b96b36745c6:37069 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T19:47:59,726 INFO [7b96b36745c6:37069 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T19:47:59,726 INFO [7b96b36745c6:37069 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T19:47:59,726 DEBUG [7b96b36745c6:37069 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T19:47:59,727 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=52 updating hbase:meta row=459f4af4462c209163122345c5d27fcb, regionState=OPENING, regionLocation=7b96b36745c6,35211,1732218418786 2024-11-21T19:47:59,727 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=cea0c9cd09d513e66093886a6fb6d0d0, regionState=OPENING, regionLocation=7b96b36745c6,35211,1732218418786 2024-11-21T19:47:59,727 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=46999687ee5752a0f494d227b287f801, regionState=OPENING, regionLocation=7b96b36745c6,37703,1732218418756 2024-11-21T19:47:59,727 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=6256bc90641da985661df12ad6b232a3, regionState=OPENING, regionLocation=7b96b36745c6,37703,1732218418756 2024-11-21T19:47:59,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=459f4af4462c209163122345c5d27fcb, ASSIGN because future has completed 2024-11-21T19:47:59,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; OpenRegionProcedure 459f4af4462c209163122345c5d27fcb, server=7b96b36745c6,35211,1732218418786}] 2024-11-21T19:47:59,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cea0c9cd09d513e66093886a6fb6d0d0, ASSIGN because future has completed 2024-11-21T19:47:59,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure cea0c9cd09d513e66093886a6fb6d0d0, server=7b96b36745c6,35211,1732218418786}] 2024-11-21T19:47:59,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=46999687ee5752a0f494d227b287f801, ASSIGN because future has completed 2024-11-21T19:47:59,731 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46999687ee5752a0f494d227b287f801, server=7b96b36745c6,37703,1732218418756}] 2024-11-21T19:47:59,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6256bc90641da985661df12ad6b232a3, ASSIGN because future has completed 2024-11-21T19:47:59,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6256bc90641da985661df12ad6b232a3, server=7b96b36745c6,37703,1732218418756}] 2024-11-21T19:48:00,541 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732218429641.cea0c9cd09d513e66093886a6fb6d0d0. 2024-11-21T19:48:00,541 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35211 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-21T19:48:00,541 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-21T19:48:00,541 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => cea0c9cd09d513e66093886a6fb6d0d0, NAME => 'SPTestTable,99999996,1732218429641.cea0c9cd09d513e66093886a6fb6d0d0.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-21T19:48:00,542 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cea0c9cd09d513e66093886a6fb6d0d0 2024-11-21T19:48:00,542 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732218429641.cea0c9cd09d513e66093886a6fb6d0d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:48:00,542 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for cea0c9cd09d513e66093886a6fb6d0d0 2024-11-21T19:48:00,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37069 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-21T19:48:00,542 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for cea0c9cd09d513e66093886a6fb6d0d0 2024-11-21T19:48:00,543 INFO [StoreOpener-cea0c9cd09d513e66093886a6fb6d0d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cea0c9cd09d513e66093886a6fb6d0d0 2024-11-21T19:48:00,543 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b96b36745c6,35211,1732218418786 Release verify snapshot worker=7b96b36745c6,35211,1732218418786 2024-11-21T19:48:00,544 INFO [StoreOpener-cea0c9cd09d513e66093886a6fb6d0d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cea0c9cd09d513e66093886a6fb6d0d0 columnFamilyName cf 2024-11-21T19:48:00,544 DEBUG [StoreOpener-cea0c9cd09d513e66093886a6fb6d0d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:48:00,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-11-21T19:48:00,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b96b36745c6,35211,1732218418786 in 21.1280 sec 2024-11-21T19:48:00,545 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-21T19:48:00,546 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/.hbase-snapshot/SnapshotProcedureTest 2024-11-21T19:48:00,547 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-21T19:48:00,547 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-21T19:48:00,549 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 31.3480 sec 2024-11-21T19:48:00,552 DEBUG [StoreOpener-cea0c9cd09d513e66093886a6fb6d0d0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/cea0c9cd09d513e66093886a6fb6d0d0/cf/97785bba76694abc905e97d88400036a 2024-11-21T19:48:00,552 INFO [StoreOpener-cea0c9cd09d513e66093886a6fb6d0d0-1 {}] regionserver.HStore(327): Store=cea0c9cd09d513e66093886a6fb6d0d0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:48:00,553 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for cea0c9cd09d513e66093886a6fb6d0d0 2024-11-21T19:48:00,553 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/cea0c9cd09d513e66093886a6fb6d0d0 2024-11-21T19:48:00,554 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/cea0c9cd09d513e66093886a6fb6d0d0 2024-11-21T19:48:00,555 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for cea0c9cd09d513e66093886a6fb6d0d0 2024-11-21T19:48:00,555 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for cea0c9cd09d513e66093886a6fb6d0d0 2024-11-21T19:48:00,557 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for cea0c9cd09d513e66093886a6fb6d0d0 2024-11-21T19:48:00,559 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/cea0c9cd09d513e66093886a6fb6d0d0/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T19:48:00,560 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened cea0c9cd09d513e66093886a6fb6d0d0; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68420458, jitterRate=0.019544273614883423}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T19:48:00,560 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cea0c9cd09d513e66093886a6fb6d0d0 2024-11-21T19:48:00,560 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for cea0c9cd09d513e66093886a6fb6d0d0: Running coprocessor pre-open hook at 1732218480542Writing region info on filesystem at 1732218480542Initializing all the Stores at 1732218480543 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218480543Cleaning up temporary data from old regions at 1732218480555 (+12 ms)Running coprocessor post-open hooks at 1732218480560 (+5 ms)Region opened successfully at 1732218480560 2024-11-21T19:48:00,561 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732218429641.cea0c9cd09d513e66093886a6fb6d0d0., pid=54, masterSystemTime=1732218480537 2024-11-21T19:48:00,562 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732218429641.cea0c9cd09d513e66093886a6fb6d0d0. 2024-11-21T19:48:00,563 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732218429641.cea0c9cd09d513e66093886a6fb6d0d0. 2024-11-21T19:48:00,563 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732218429641.459f4af4462c209163122345c5d27fcb. 2024-11-21T19:48:00,563 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 459f4af4462c209163122345c5d27fcb, NAME => 'SPTestTable,19999999,1732218429641.459f4af4462c209163122345c5d27fcb.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-21T19:48:00,563 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=cea0c9cd09d513e66093886a6fb6d0d0, regionState=OPEN, openSeqNum=6, regionLocation=7b96b36745c6,35211,1732218418786 2024-11-21T19:48:00,563 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 459f4af4462c209163122345c5d27fcb 2024-11-21T19:48:00,563 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732218429641.459f4af4462c209163122345c5d27fcb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:48:00,563 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 459f4af4462c209163122345c5d27fcb 2024-11-21T19:48:00,563 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 459f4af4462c209163122345c5d27fcb 2024-11-21T19:48:00,565 INFO [StoreOpener-459f4af4462c209163122345c5d27fcb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 459f4af4462c209163122345c5d27fcb 2024-11-21T19:48:00,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure cea0c9cd09d513e66093886a6fb6d0d0, server=7b96b36745c6,35211,1732218418786 because future has completed 2024-11-21T19:48:00,566 INFO [StoreOpener-459f4af4462c209163122345c5d27fcb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 459f4af4462c209163122345c5d27fcb columnFamilyName cf 2024-11-21T19:48:00,566 DEBUG [StoreOpener-459f4af4462c209163122345c5d27fcb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:48:00,566 INFO [StoreOpener-459f4af4462c209163122345c5d27fcb-1 {}] regionserver.HStore(327): Store=459f4af4462c209163122345c5d27fcb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:48:00,566 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 459f4af4462c209163122345c5d27fcb 2024-11-21T19:48:00,567 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/459f4af4462c209163122345c5d27fcb 2024-11-21T19:48:00,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=49 2024-11-21T19:48:00,568 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/459f4af4462c209163122345c5d27fcb 2024-11-21T19:48:00,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure cea0c9cd09d513e66093886a6fb6d0d0, server=7b96b36745c6,35211,1732218418786 in 836 msec 2024-11-21T19:48:00,569 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 459f4af4462c209163122345c5d27fcb 2024-11-21T19:48:00,569 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 459f4af4462c209163122345c5d27fcb 2024-11-21T19:48:00,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cea0c9cd09d513e66093886a6fb6d0d0, ASSIGN in 994 msec 2024-11-21T19:48:00,571 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 459f4af4462c209163122345c5d27fcb 2024-11-21T19:48:00,571 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 459f4af4462c209163122345c5d27fcb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58960878, jitterRate=-0.12141445279121399}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T19:48:00,572 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 459f4af4462c209163122345c5d27fcb 2024-11-21T19:48:00,572 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 459f4af4462c209163122345c5d27fcb: Running coprocessor pre-open hook at 1732218480563Writing region info on filesystem at 1732218480563Initializing all the Stores at 1732218480564 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218480564Cleaning up temporary data from old regions at 1732218480569 (+5 ms)Running coprocessor post-open hooks at 1732218480572 (+3 ms)Region opened successfully at 1732218480572 2024-11-21T19:48:00,572 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732218429641.459f4af4462c209163122345c5d27fcb., pid=53, masterSystemTime=1732218480537 2024-11-21T19:48:00,574 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732218429641.459f4af4462c209163122345c5d27fcb. 2024-11-21T19:48:00,574 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732218429641.459f4af4462c209163122345c5d27fcb. 2024-11-21T19:48:00,574 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=52 updating hbase:meta row=459f4af4462c209163122345c5d27fcb, regionState=OPEN, openSeqNum=2, regionLocation=7b96b36745c6,35211,1732218418786 2024-11-21T19:48:00,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=52, state=RUNNABLE, hasLock=false; OpenRegionProcedure 459f4af4462c209163122345c5d27fcb, server=7b96b36745c6,35211,1732218418786 because future has completed 2024-11-21T19:48:00,577 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-21T19:48:00,578 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; OpenRegionProcedure 459f4af4462c209163122345c5d27fcb, server=7b96b36745c6,35211,1732218418786 in 847 msec 2024-11-21T19:48:00,579 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=459f4af4462c209163122345c5d27fcb, ASSIGN in 1.0040 sec 2024-11-21T19:48:00,628 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-21T19:48:00,631 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-21T19:48:00,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T19:48:00,631 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T19:48:00,631 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T19:48:00,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:48:00,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:48:00,632 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T19:48:00,632 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T19:48:00,632 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1260666696, stopped=false 2024-11-21T19:48:00,632 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7b96b36745c6,37069,1732218418679 2024-11-21T19:48:00,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37069-0x10116d66a8e0000, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T19:48:00,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x10116d66a8e0002, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T19:48:00,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37069-0x10116d66a8e0000, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:48:00,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x10116d66a8e0002, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:48:00,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35211-0x10116d66a8e0003, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T19:48:00,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35211-0x10116d66a8e0003, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:48:00,634 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T19:48:00,635 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37703-0x10116d66a8e0002, quorum=127.0.0.1:49191, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:48:00,635 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T19:48:00,635 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T19:48:00,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:48:00,635 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37069-0x10116d66a8e0000, quorum=127.0.0.1:49191, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:48:00,635 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35211-0x10116d66a8e0003, quorum=127.0.0.1:49191, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:48:00,635 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b96b36745c6,37703,1732218418756' ***** 2024-11-21T19:48:00,635 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T19:48:00,635 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b96b36745c6,35211,1732218418786' ***** 2024-11-21T19:48:00,635 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T19:48:00,635 INFO [RS:1;7b96b36745c6:37703 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T19:48:00,635 INFO [RS:2;7b96b36745c6:35211 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T19:48:00,636 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T19:48:00,636 INFO [RS:2;7b96b36745c6:35211 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T19:48:00,636 INFO [RS:1;7b96b36745c6:37703 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T19:48:00,636 INFO [RS:2;7b96b36745c6:35211 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T19:48:00,636 INFO [RS:1;7b96b36745c6:37703 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T19:48:00,636 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T19:48:00,636 INFO [RS:2;7b96b36745c6:35211 {}] regionserver.HRegionServer(3091): Received CLOSE for cea0c9cd09d513e66093886a6fb6d0d0 2024-11-21T19:48:00,636 INFO [RS:1;7b96b36745c6:37703 {}] regionserver.HRegionServer(3091): Received CLOSE for 19c420c64c0faf1de0a1951483f880b7 2024-11-21T19:48:00,636 INFO [RS:2;7b96b36745c6:35211 {}] regionserver.HRegionServer(3091): Received CLOSE for 925f970ee8f67d3ac5ca45d10300d4bc 2024-11-21T19:48:00,637 INFO [RS:2;7b96b36745c6:35211 {}] regionserver.HRegionServer(3091): Received CLOSE for 23f0917d0ff94fcaa56e2bab82171d5b 2024-11-21T19:48:00,637 INFO [RS:1;7b96b36745c6:37703 {}] regionserver.HRegionServer(3091): Received CLOSE for f903a099fa78ee1401b9bd7f61061cbc 2024-11-21T19:48:00,637 INFO [RS:2;7b96b36745c6:35211 {}] regionserver.HRegionServer(3091): Received CLOSE for 620ab69e94ceec004d9df7e977727fd4 2024-11-21T19:48:00,637 INFO [RS:1;7b96b36745c6:37703 {}] regionserver.HRegionServer(3091): Received CLOSE for 9445176c4fc67bce756e5e1e988be61b 2024-11-21T19:48:00,637 INFO [RS:2;7b96b36745c6:35211 {}] regionserver.HRegionServer(3091): Received CLOSE for 459f4af4462c209163122345c5d27fcb 2024-11-21T19:48:00,637 INFO [RS:2;7b96b36745c6:35211 {}] regionserver.HRegionServer(959): stopping server 7b96b36745c6,35211,1732218418786 2024-11-21T19:48:00,637 INFO [RS:1;7b96b36745c6:37703 {}] regionserver.HRegionServer(959): stopping server 7b96b36745c6,37703,1732218418756 2024-11-21T19:48:00,637 INFO [RS:2;7b96b36745c6:35211 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T19:48:00,637 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 19c420c64c0faf1de0a1951483f880b7, disabling compactions & flushes 2024-11-21T19:48:00,637 INFO [RS:1;7b96b36745c6:37703 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T19:48:00,637 INFO [RS:2;7b96b36745c6:35211 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;7b96b36745c6:35211. 2024-11-21T19:48:00,637 INFO [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732218429641.19c420c64c0faf1de0a1951483f880b7. 2024-11-21T19:48:00,637 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732218429641.19c420c64c0faf1de0a1951483f880b7. 2024-11-21T19:48:00,637 DEBUG [RS:2;7b96b36745c6:35211 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T19:48:00,637 INFO [RS:1;7b96b36745c6:37703 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;7b96b36745c6:37703. 2024-11-21T19:48:00,637 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732218429641.19c420c64c0faf1de0a1951483f880b7. after waiting 0 ms 2024-11-21T19:48:00,637 DEBUG [RS:2;7b96b36745c6:35211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:48:00,637 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732218429641.19c420c64c0faf1de0a1951483f880b7. 2024-11-21T19:48:00,637 DEBUG [RS:1;7b96b36745c6:37703 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T19:48:00,637 DEBUG [RS:1;7b96b36745c6:37703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:48:00,637 INFO [RS:2;7b96b36745c6:35211 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T19:48:00,637 INFO [RS:2;7b96b36745c6:35211 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T19:48:00,637 INFO [RS:2;7b96b36745c6:35211 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T19:48:00,637 INFO [RS:1;7b96b36745c6:37703 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T19:48:00,637 INFO [RS:2;7b96b36745c6:35211 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T19:48:00,637 DEBUG [RS:1;7b96b36745c6:37703 {}] regionserver.HRegionServer(1325): Online Regions={19c420c64c0faf1de0a1951483f880b7=SPTestTable,,1732218429641.19c420c64c0faf1de0a1951483f880b7., f903a099fa78ee1401b9bd7f61061cbc=SPTestTable,ccccccc8,1732218429641.f903a099fa78ee1401b9bd7f61061cbc., 9445176c4fc67bce756e5e1e988be61b=SPTestTable,7ffffffd,1732218429641.9445176c4fc67bce756e5e1e988be61b.} 2024-11-21T19:48:00,637 DEBUG [RS:1;7b96b36745c6:37703 {}] regionserver.HRegionServer(1351): Waiting on 19c420c64c0faf1de0a1951483f880b7, 9445176c4fc67bce756e5e1e988be61b, f903a099fa78ee1401b9bd7f61061cbc 2024-11-21T19:48:00,637 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cea0c9cd09d513e66093886a6fb6d0d0, disabling compactions & flushes 2024-11-21T19:48:00,637 INFO [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732218429641.cea0c9cd09d513e66093886a6fb6d0d0. 2024-11-21T19:48:00,637 INFO [RS:2;7b96b36745c6:35211 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-21T19:48:00,638 DEBUG [RS:2;7b96b36745c6:35211 {}] regionserver.HRegionServer(1325): Online Regions={cea0c9cd09d513e66093886a6fb6d0d0=SPTestTable,99999996,1732218429641.cea0c9cd09d513e66093886a6fb6d0d0., 925f970ee8f67d3ac5ca45d10300d4bc=SPTestTable,66666664,1732218429641.925f970ee8f67d3ac5ca45d10300d4bc., 1588230740=hbase:meta,,1.1588230740, 23f0917d0ff94fcaa56e2bab82171d5b=SPTestTable,33333332,1732218429641.23f0917d0ff94fcaa56e2bab82171d5b., 620ab69e94ceec004d9df7e977727fd4=SPTestTable,b333332f,1732218429641.620ab69e94ceec004d9df7e977727fd4., 459f4af4462c209163122345c5d27fcb=SPTestTable,19999999,1732218429641.459f4af4462c209163122345c5d27fcb.} 2024-11-21T19:48:00,638 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732218429641.cea0c9cd09d513e66093886a6fb6d0d0. 2024-11-21T19:48:00,638 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732218429641.cea0c9cd09d513e66093886a6fb6d0d0. after waiting 0 ms 2024-11-21T19:48:00,638 DEBUG [RS:2;7b96b36745c6:35211 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 23f0917d0ff94fcaa56e2bab82171d5b, 459f4af4462c209163122345c5d27fcb, 620ab69e94ceec004d9df7e977727fd4, 925f970ee8f67d3ac5ca45d10300d4bc, cea0c9cd09d513e66093886a6fb6d0d0 2024-11-21T19:48:00,638 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732218429641.cea0c9cd09d513e66093886a6fb6d0d0. 2024-11-21T19:48:00,638 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T19:48:00,638 INFO [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T19:48:00,638 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T19:48:00,638 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T19:48:00,638 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T19:48:00,638 INFO [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.15 KB heapSize=25.43 KB 2024-11-21T19:48:00,642 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/cea0c9cd09d513e66093886a6fb6d0d0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-11-21T19:48:00,642 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/19c420c64c0faf1de0a1951483f880b7/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T19:48:00,643 INFO [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732218429641.cea0c9cd09d513e66093886a6fb6d0d0. 2024-11-21T19:48:00,643 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cea0c9cd09d513e66093886a6fb6d0d0: Waiting for close lock at 1732218480637Running coprocessor pre-close hooks at 1732218480637Disabling compacts and flushes for region at 1732218480637Disabling writes for close at 1732218480638 (+1 ms)Writing region close event to WAL at 1732218480638Running coprocessor post-close hooks at 1732218480643 (+5 ms)Closed at 1732218480643 2024-11-21T19:48:00,643 INFO [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732218429641.19c420c64c0faf1de0a1951483f880b7. 2024-11-21T19:48:00,643 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 19c420c64c0faf1de0a1951483f880b7: Waiting for close lock at 1732218480637Running coprocessor pre-close hooks at 1732218480637Disabling compacts and flushes for region at 1732218480637Disabling writes for close at 1732218480637Writing region close event to WAL at 1732218480637Running coprocessor post-close hooks at 1732218480643 (+6 ms)Closed at 1732218480643 2024-11-21T19:48:00,643 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732218429641.cea0c9cd09d513e66093886a6fb6d0d0. 2024-11-21T19:48:00,643 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732218429641.19c420c64c0faf1de0a1951483f880b7. 2024-11-21T19:48:00,643 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 925f970ee8f67d3ac5ca45d10300d4bc, disabling compactions & flushes 2024-11-21T19:48:00,643 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f903a099fa78ee1401b9bd7f61061cbc, disabling compactions & flushes 2024-11-21T19:48:00,643 INFO [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732218429641.925f970ee8f67d3ac5ca45d10300d4bc. 2024-11-21T19:48:00,643 INFO [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732218429641.f903a099fa78ee1401b9bd7f61061cbc. 2024-11-21T19:48:00,643 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732218429641.f903a099fa78ee1401b9bd7f61061cbc. 2024-11-21T19:48:00,643 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732218429641.925f970ee8f67d3ac5ca45d10300d4bc. 2024-11-21T19:48:00,643 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732218429641.f903a099fa78ee1401b9bd7f61061cbc. after waiting 0 ms 2024-11-21T19:48:00,643 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732218429641.925f970ee8f67d3ac5ca45d10300d4bc. after waiting 0 ms 2024-11-21T19:48:00,643 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732218429641.f903a099fa78ee1401b9bd7f61061cbc. 2024-11-21T19:48:00,643 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732218429641.925f970ee8f67d3ac5ca45d10300d4bc. 2024-11-21T19:48:00,647 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/925f970ee8f67d3ac5ca45d10300d4bc/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T19:48:00,647 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/f903a099fa78ee1401b9bd7f61061cbc/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T19:48:00,648 INFO [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732218429641.925f970ee8f67d3ac5ca45d10300d4bc. 2024-11-21T19:48:00,648 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 925f970ee8f67d3ac5ca45d10300d4bc: Waiting for close lock at 1732218480643Running coprocessor pre-close hooks at 1732218480643Disabling compacts and flushes for region at 1732218480643Disabling writes for close at 1732218480643Writing region close event to WAL at 1732218480644 (+1 ms)Running coprocessor post-close hooks at 1732218480648 (+4 ms)Closed at 1732218480648 2024-11-21T19:48:00,648 INFO [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732218429641.f903a099fa78ee1401b9bd7f61061cbc. 2024-11-21T19:48:00,648 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732218429641.925f970ee8f67d3ac5ca45d10300d4bc. 2024-11-21T19:48:00,648 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f903a099fa78ee1401b9bd7f61061cbc: Waiting for close lock at 1732218480643Running coprocessor pre-close hooks at 1732218480643Disabling compacts and flushes for region at 1732218480643Disabling writes for close at 1732218480643Writing region close event to WAL at 1732218480644 (+1 ms)Running coprocessor post-close hooks at 1732218480648 (+4 ms)Closed at 1732218480648 2024-11-21T19:48:00,648 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732218429641.f903a099fa78ee1401b9bd7f61061cbc. 2024-11-21T19:48:00,648 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 23f0917d0ff94fcaa56e2bab82171d5b, disabling compactions & flushes 2024-11-21T19:48:00,648 INFO [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732218429641.23f0917d0ff94fcaa56e2bab82171d5b. 2024-11-21T19:48:00,648 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732218429641.23f0917d0ff94fcaa56e2bab82171d5b. 2024-11-21T19:48:00,648 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9445176c4fc67bce756e5e1e988be61b, disabling compactions & flushes 2024-11-21T19:48:00,648 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732218429641.23f0917d0ff94fcaa56e2bab82171d5b. after waiting 0 ms 2024-11-21T19:48:00,648 INFO [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732218429641.9445176c4fc67bce756e5e1e988be61b. 2024-11-21T19:48:00,648 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732218429641.23f0917d0ff94fcaa56e2bab82171d5b. 2024-11-21T19:48:00,648 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732218429641.9445176c4fc67bce756e5e1e988be61b. 2024-11-21T19:48:00,648 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732218429641.9445176c4fc67bce756e5e1e988be61b. after waiting 0 ms 2024-11-21T19:48:00,648 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732218429641.9445176c4fc67bce756e5e1e988be61b. 2024-11-21T19:48:00,652 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/23f0917d0ff94fcaa56e2bab82171d5b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T19:48:00,652 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/9445176c4fc67bce756e5e1e988be61b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T19:48:00,653 INFO [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732218429641.23f0917d0ff94fcaa56e2bab82171d5b. 2024-11-21T19:48:00,653 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 23f0917d0ff94fcaa56e2bab82171d5b: Waiting for close lock at 1732218480648Running coprocessor pre-close hooks at 1732218480648Disabling compacts and flushes for region at 1732218480648Disabling writes for close at 1732218480648Writing region close event to WAL at 1732218480649 (+1 ms)Running coprocessor post-close hooks at 1732218480653 (+4 ms)Closed at 1732218480653 2024-11-21T19:48:00,653 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732218429641.23f0917d0ff94fcaa56e2bab82171d5b. 2024-11-21T19:48:00,653 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 620ab69e94ceec004d9df7e977727fd4, disabling compactions & flushes 2024-11-21T19:48:00,653 INFO [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732218429641.620ab69e94ceec004d9df7e977727fd4. 2024-11-21T19:48:00,653 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732218429641.620ab69e94ceec004d9df7e977727fd4. 2024-11-21T19:48:00,653 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732218429641.620ab69e94ceec004d9df7e977727fd4. after waiting 0 ms 2024-11-21T19:48:00,653 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732218429641.620ab69e94ceec004d9df7e977727fd4. 2024-11-21T19:48:00,654 INFO [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732218429641.9445176c4fc67bce756e5e1e988be61b. 2024-11-21T19:48:00,654 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9445176c4fc67bce756e5e1e988be61b: Waiting for close lock at 1732218480648Running coprocessor pre-close hooks at 1732218480648Disabling compacts and flushes for region at 1732218480648Disabling writes for close at 1732218480648Writing region close event to WAL at 1732218480649 (+1 ms)Running coprocessor post-close hooks at 1732218480654 (+5 ms)Closed at 1732218480654 2024-11-21T19:48:00,654 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732218429641.9445176c4fc67bce756e5e1e988be61b. 2024-11-21T19:48:00,657 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/620ab69e94ceec004d9df7e977727fd4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T19:48:00,658 INFO [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732218429641.620ab69e94ceec004d9df7e977727fd4. 2024-11-21T19:48:00,658 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 620ab69e94ceec004d9df7e977727fd4: Waiting for close lock at 1732218480653Running coprocessor pre-close hooks at 1732218480653Disabling compacts and flushes for region at 1732218480653Disabling writes for close at 1732218480653Writing region close event to WAL at 1732218480654 (+1 ms)Running coprocessor post-close hooks at 1732218480657 (+3 ms)Closed at 1732218480658 (+1 ms) 2024-11-21T19:48:00,658 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732218429641.620ab69e94ceec004d9df7e977727fd4. 2024-11-21T19:48:00,658 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 459f4af4462c209163122345c5d27fcb, disabling compactions & flushes 2024-11-21T19:48:00,658 INFO [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732218429641.459f4af4462c209163122345c5d27fcb. 2024-11-21T19:48:00,658 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732218429641.459f4af4462c209163122345c5d27fcb. 2024-11-21T19:48:00,658 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732218429641.459f4af4462c209163122345c5d27fcb. after waiting 0 ms 2024-11-21T19:48:00,658 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732218429641.459f4af4462c209163122345c5d27fcb. 2024-11-21T19:48:00,658 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/hbase/meta/1588230740/.tmp/info/5c080ccc356c4e128e33c8821314aa72 is 167, key is SPTestTable,19999999,1732218429641.459f4af4462c209163122345c5d27fcb./info:regioninfo/1732218480574/Put/seqid=0 2024-11-21T19:48:00,661 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/default/SPTestTable/459f4af4462c209163122345c5d27fcb/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-21T19:48:00,662 INFO [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732218429641.459f4af4462c209163122345c5d27fcb. 2024-11-21T19:48:00,662 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 459f4af4462c209163122345c5d27fcb: Waiting for close lock at 1732218480658Running coprocessor pre-close hooks at 1732218480658Disabling compacts and flushes for region at 1732218480658Disabling writes for close at 1732218480658Writing region close event to WAL at 1732218480658Running coprocessor post-close hooks at 1732218480662 (+4 ms)Closed at 1732218480662 2024-11-21T19:48:00,662 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732218429641.459f4af4462c209163122345c5d27fcb. 2024-11-21T19:48:00,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741864_1040 (size=19599) 2024-11-21T19:48:00,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741864_1040 (size=19599) 2024-11-21T19:48:00,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38349 is added to blk_1073741864_1040 (size=19599) 2024-11-21T19:48:00,667 INFO [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.00 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/hbase/meta/1588230740/.tmp/info/5c080ccc356c4e128e33c8821314aa72 2024-11-21T19:48:00,695 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/hbase/meta/1588230740/.tmp/ns/ffdc20bf7df74dd983da753c4c8a057e is 43, key is default/ns:d/1732218429553/Put/seqid=0 2024-11-21T19:48:00,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741865_1041 (size=5153) 2024-11-21T19:48:00,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741865_1041 (size=5153) 2024-11-21T19:48:00,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38349 is added to blk_1073741865_1041 (size=5153) 2024-11-21T19:48:00,703 INFO [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/hbase/meta/1588230740/.tmp/ns/ffdc20bf7df74dd983da753c4c8a057e 2024-11-21T19:48:00,716 INFO [regionserver/7b96b36745c6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T19:48:00,723 INFO [regionserver/7b96b36745c6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T19:48:00,724 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/hbase/meta/1588230740/.tmp/table/6d7b1cfed44d422fb7cc8f099174b7a8 is 47, key is SPTestTable/table:state/1732218440050/Put/seqid=0 2024-11-21T19:48:00,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38349 is added to blk_1073741866_1042 (size=5214) 2024-11-21T19:48:00,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741866_1042 (size=5214) 2024-11-21T19:48:00,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741866_1042 (size=5214) 2024-11-21T19:48:00,734 INFO [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/hbase/meta/1588230740/.tmp/table/6d7b1cfed44d422fb7cc8f099174b7a8 2024-11-21T19:48:00,741 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/hbase/meta/1588230740/.tmp/info/5c080ccc356c4e128e33c8821314aa72 as hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/hbase/meta/1588230740/info/5c080ccc356c4e128e33c8821314aa72 2024-11-21T19:48:00,747 INFO [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/hbase/meta/1588230740/info/5c080ccc356c4e128e33c8821314aa72, entries=110, sequenceid=35, filesize=19.1 K 2024-11-21T19:48:00,748 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/hbase/meta/1588230740/.tmp/ns/ffdc20bf7df74dd983da753c4c8a057e as hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/hbase/meta/1588230740/ns/ffdc20bf7df74dd983da753c4c8a057e 2024-11-21T19:48:00,754 INFO [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/hbase/meta/1588230740/ns/ffdc20bf7df74dd983da753c4c8a057e, entries=2, sequenceid=35, filesize=5.0 K 2024-11-21T19:48:00,755 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/hbase/meta/1588230740/.tmp/table/6d7b1cfed44d422fb7cc8f099174b7a8 as hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/hbase/meta/1588230740/table/6d7b1cfed44d422fb7cc8f099174b7a8 2024-11-21T19:48:00,760 INFO [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/hbase/meta/1588230740/table/6d7b1cfed44d422fb7cc8f099174b7a8, entries=2, sequenceid=35, filesize=5.1 K 2024-11-21T19:48:00,761 INFO [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.15 KB/15518, heapSize ~25.13 KB/25736, currentSize=0 B/0 for 1588230740 in 123ms, sequenceid=35, compaction requested=false 2024-11-21T19:48:00,765 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-11-21T19:48:00,766 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T19:48:00,766 INFO [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T19:48:00,766 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732218480638Running coprocessor pre-close hooks at 1732218480638Disabling compacts and flushes for region at 1732218480638Disabling writes for close at 1732218480638Obtaining lock to block concurrent updates at 1732218480638Preparing flush snapshotting stores in 1588230740 at 1732218480638Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15518, getHeapSize=25976, getOffHeapSize=0, getCellsCount=126 at 1732218480638Flushing stores of hbase:meta,,1.1588230740 at 1732218480639 (+1 ms)Flushing 1588230740/info: creating writer at 1732218480639Flushing 1588230740/info: appending metadata at 1732218480658 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732218480658Flushing 1588230740/ns: creating writer at 1732218480674 (+16 ms)Flushing 1588230740/ns: appending metadata at 1732218480694 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732218480694Flushing 1588230740/table: creating writer at 1732218480709 (+15 ms)Flushing 1588230740/table: appending metadata at 1732218480724 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732218480724Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33447d36: reopening flushed file at 1732218480740 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58e3ba62: reopening flushed file at 1732218480747 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2036d2b1: reopening flushed file at 1732218480754 (+7 ms)Finished flush of dataSize ~15.15 KB/15518, heapSize ~25.13 KB/25736, currentSize=0 B/0 for 1588230740 in 123ms, sequenceid=35, compaction requested=false at 1732218480761 (+7 ms)Writing region close event to WAL at 1732218480762 (+1 ms)Running coprocessor post-close hooks at 1732218480766 (+4 ms)Closed at 1732218480766 2024-11-21T19:48:00,766 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T19:48:00,837 INFO [RS:1;7b96b36745c6:37703 {}] regionserver.HRegionServer(976): stopping server 7b96b36745c6,37703,1732218418756; all regions closed. 2024-11-21T19:48:00,838 INFO [RS:2;7b96b36745c6:35211 {}] regionserver.HRegionServer(976): stopping server 7b96b36745c6,35211,1732218418786; all regions closed. 2024-11-21T19:48:00,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741835_1011 (size=2334) 2024-11-21T19:48:00,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741835_1011 (size=2334) 2024-11-21T19:48:00,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38349 is added to blk_1073741835_1011 (size=2334) 2024-11-21T19:48:00,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741836_1012 (size=18204) 2024-11-21T19:48:00,841 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/WALs/7b96b36745c6,35211,1732218418786/7b96b36745c6%2C35211%2C1732218418786.meta.1732218429503.meta not finished, retry = 0 2024-11-21T19:48:00,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741836_1012 (size=18204) 2024-11-21T19:48:00,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38349 is added to blk_1073741836_1012 (size=18204) 2024-11-21T19:48:00,843 DEBUG [RS:1;7b96b36745c6:37703 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/oldWALs 2024-11-21T19:48:00,843 INFO [RS:1;7b96b36745c6:37703 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b96b36745c6%2C37703%2C1732218418756:(num 1732218419224) 2024-11-21T19:48:00,843 DEBUG [RS:1;7b96b36745c6:37703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:48:00,843 INFO [RS:1;7b96b36745c6:37703 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T19:48:00,843 INFO [RS:1;7b96b36745c6:37703 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T19:48:00,844 INFO [RS:1;7b96b36745c6:37703 {}] hbase.ChoreService(370): Chore service for: regionserver/7b96b36745c6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T19:48:00,844 INFO [RS:1;7b96b36745c6:37703 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T19:48:00,844 INFO [RS:1;7b96b36745c6:37703 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T19:48:00,844 INFO [regionserver/7b96b36745c6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T19:48:00,844 INFO [RS:1;7b96b36745c6:37703 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T19:48:00,844 INFO [RS:1;7b96b36745c6:37703 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T19:48:00,844 INFO [RS:1;7b96b36745c6:37703 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37703 2024-11-21T19:48:00,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x10116d66a8e0002, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7b96b36745c6,37703,1732218418756 2024-11-21T19:48:00,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37069-0x10116d66a8e0000, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T19:48:00,846 INFO [RS:1;7b96b36745c6:37703 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T19:48:00,847 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b96b36745c6,37703,1732218418756] 2024-11-21T19:48:00,848 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7b96b36745c6,37703,1732218418756 already deleted, retry=false 2024-11-21T19:48:00,848 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b96b36745c6,37703,1732218418756 expired; onlineServers=1 2024-11-21T19:48:00,943 DEBUG [RS:2;7b96b36745c6:35211 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/oldWALs 2024-11-21T19:48:00,943 INFO [RS:2;7b96b36745c6:35211 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b96b36745c6%2C35211%2C1732218418786.meta:.meta(num 1732218429503) 2024-11-21T19:48:00,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741834_1010 (size=3564) 2024-11-21T19:48:00,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741834_1010 (size=3564) 2024-11-21T19:48:00,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38349 is added to blk_1073741834_1010 (size=3564) 2024-11-21T19:48:00,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x10116d66a8e0002, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:48:00,947 INFO [RS:1;7b96b36745c6:37703 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T19:48:00,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x10116d66a8e0002, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:48:00,947 INFO [RS:1;7b96b36745c6:37703 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b96b36745c6,37703,1732218418756; zookeeper connection closed. 2024-11-21T19:48:00,947 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2208f91d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2208f91d 2024-11-21T19:48:00,947 DEBUG [RS:2;7b96b36745c6:35211 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/oldWALs 2024-11-21T19:48:00,947 INFO [RS:2;7b96b36745c6:35211 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b96b36745c6%2C35211%2C1732218418786:(num 1732218419218) 2024-11-21T19:48:00,948 DEBUG [RS:2;7b96b36745c6:35211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:48:00,948 INFO [RS:2;7b96b36745c6:35211 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T19:48:00,948 INFO [RS:2;7b96b36745c6:35211 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T19:48:00,948 INFO [RS:2;7b96b36745c6:35211 {}] hbase.ChoreService(370): Chore service for: regionserver/7b96b36745c6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T19:48:00,948 INFO [RS:2;7b96b36745c6:35211 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T19:48:00,948 INFO [regionserver/7b96b36745c6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T19:48:00,948 INFO [RS:2;7b96b36745c6:35211 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35211 2024-11-21T19:48:00,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37069-0x10116d66a8e0000, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T19:48:00,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35211-0x10116d66a8e0003, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7b96b36745c6,35211,1732218418786 2024-11-21T19:48:00,950 INFO [RS:2;7b96b36745c6:35211 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T19:48:00,951 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b96b36745c6,35211,1732218418786] 2024-11-21T19:48:00,953 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7b96b36745c6,35211,1732218418786 already deleted, retry=false 2024-11-21T19:48:00,953 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b96b36745c6,35211,1732218418786 expired; onlineServers=0 2024-11-21T19:48:00,953 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7b96b36745c6,37069,1732218418679' ***** 2024-11-21T19:48:00,953 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T19:48:00,953 INFO [M:0;7b96b36745c6:37069 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T19:48:00,953 INFO [M:0;7b96b36745c6:37069 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T19:48:00,953 DEBUG [M:0;7b96b36745c6:37069 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T19:48:00,953 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T19:48:00,953 DEBUG [M:0;7b96b36745c6:37069 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T19:48:00,953 DEBUG [master/7b96b36745c6:0:becomeActiveMaster-HFileCleaner.large.0-1732218418993 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b96b36745c6:0:becomeActiveMaster-HFileCleaner.large.0-1732218418993,5,FailOnTimeoutGroup] 2024-11-21T19:48:00,953 DEBUG [master/7b96b36745c6:0:becomeActiveMaster-HFileCleaner.small.0-1732218418995 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b96b36745c6:0:becomeActiveMaster-HFileCleaner.small.0-1732218418995,5,FailOnTimeoutGroup] 2024-11-21T19:48:00,953 INFO [M:0;7b96b36745c6:37069 {}] hbase.ChoreService(370): Chore service for: master/7b96b36745c6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T19:48:00,953 INFO [M:0;7b96b36745c6:37069 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T19:48:00,954 DEBUG [M:0;7b96b36745c6:37069 {}] master.HMaster(1795): Stopping service threads 2024-11-21T19:48:00,954 INFO [M:0;7b96b36745c6:37069 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T19:48:00,954 INFO [M:0;7b96b36745c6:37069 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T19:48:00,954 ERROR [M:0;7b96b36745c6:37069 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (808243307) connection to localhost/127.0.0.1:44149 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:44149,5,PEWorkerGroup] 2024-11-21T19:48:00,954 INFO [M:0;7b96b36745c6:37069 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T19:48:00,954 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T19:48:00,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37069-0x10116d66a8e0000, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-21T19:48:00,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37069-0x10116d66a8e0000, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:48:00,955 DEBUG [M:0;7b96b36745c6:37069 {}] zookeeper.ZKUtil(347): master:37069-0x10116d66a8e0000, quorum=127.0.0.1:49191, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-21T19:48:00,955 WARN [M:0;7b96b36745c6:37069 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T19:48:00,955 INFO [M:0;7b96b36745c6:37069 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/.lastflushedseqids 2024-11-21T19:48:00,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38349 is added to blk_1073741867_1043 (size=650) 2024-11-21T19:48:00,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741867_1043 (size=650) 2024-11-21T19:48:00,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741867_1043 (size=650) 2024-11-21T19:48:00,968 INFO [M:0;7b96b36745c6:37069 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T19:48:00,968 INFO [M:0;7b96b36745c6:37069 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T19:48:00,968 DEBUG [M:0;7b96b36745c6:37069 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T19:48:00,968 INFO [M:0;7b96b36745c6:37069 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:48:00,968 DEBUG [M:0;7b96b36745c6:37069 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:48:00,968 DEBUG [M:0;7b96b36745c6:37069 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T19:48:00,968 DEBUG [M:0;7b96b36745c6:37069 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:48:00,968 INFO [M:0;7b96b36745c6:37069 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=180.95 KB heapSize=221.22 KB 2024-11-21T19:48:00,984 DEBUG [M:0;7b96b36745c6:37069 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/89c6a06bac52464c8358d7844b419265 is 82, key is hbase:meta,,1/info:regioninfo/1732218429540/Put/seqid=0 2024-11-21T19:48:00,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38349 is added to blk_1073741868_1044 (size=5672) 2024-11-21T19:48:00,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741868_1044 (size=5672) 2024-11-21T19:48:00,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741868_1044 (size=5672) 2024-11-21T19:48:00,991 INFO [M:0;7b96b36745c6:37069 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/89c6a06bac52464c8358d7844b419265 2024-11-21T19:48:01,017 DEBUG [M:0;7b96b36745c6:37069 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0ef29e68a14947eab8228a5ba271ba03 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732218440054/Put/seqid=0 2024-11-21T19:48:01,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741869_1045 (size=12987) 2024-11-21T19:48:01,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38349 is added to blk_1073741869_1045 (size=12987) 2024-11-21T19:48:01,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741869_1045 (size=12987) 2024-11-21T19:48:01,024 INFO [M:0;7b96b36745c6:37069 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=180.22 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0ef29e68a14947eab8228a5ba271ba03 2024-11-21T19:48:01,029 INFO [M:0;7b96b36745c6:37069 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0ef29e68a14947eab8228a5ba271ba03 2024-11-21T19:48:01,043 DEBUG [M:0;7b96b36745c6:37069 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/24e11fbb71c74d71b8830b0684092f51 is 69, key is 7b96b36745c6,35211,1732218418786/rs:state/1732218419048/Put/seqid=0 2024-11-21T19:48:01,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741870_1046 (size=5442) 2024-11-21T19:48:01,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38349 is added to blk_1073741870_1046 (size=5442) 2024-11-21T19:48:01,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741870_1046 (size=5442) 2024-11-21T19:48:01,049 INFO [M:0;7b96b36745c6:37069 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/24e11fbb71c74d71b8830b0684092f51 2024-11-21T19:48:01,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35211-0x10116d66a8e0003, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:48:01,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35211-0x10116d66a8e0003, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:48:01,052 INFO [RS:2;7b96b36745c6:35211 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T19:48:01,052 INFO [RS:2;7b96b36745c6:35211 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b96b36745c6,35211,1732218418786; zookeeper connection closed. 2024-11-21T19:48:01,052 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3c7e8988 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3c7e8988 2024-11-21T19:48:01,052 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-21T19:48:01,054 INFO [M:0;7b96b36745c6:37069 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 24e11fbb71c74d71b8830b0684092f51 2024-11-21T19:48:01,054 DEBUG [M:0;7b96b36745c6:37069 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/89c6a06bac52464c8358d7844b419265 as hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/89c6a06bac52464c8358d7844b419265 2024-11-21T19:48:01,060 INFO [M:0;7b96b36745c6:37069 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/89c6a06bac52464c8358d7844b419265, entries=8, sequenceid=434, filesize=5.5 K 2024-11-21T19:48:01,061 DEBUG [M:0;7b96b36745c6:37069 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0ef29e68a14947eab8228a5ba271ba03 as hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0ef29e68a14947eab8228a5ba271ba03 2024-11-21T19:48:01,065 INFO [M:0;7b96b36745c6:37069 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0ef29e68a14947eab8228a5ba271ba03 2024-11-21T19:48:01,066 INFO [M:0;7b96b36745c6:37069 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0ef29e68a14947eab8228a5ba271ba03, entries=56, sequenceid=434, filesize=12.7 K 2024-11-21T19:48:01,066 DEBUG [M:0;7b96b36745c6:37069 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/24e11fbb71c74d71b8830b0684092f51 as hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/24e11fbb71c74d71b8830b0684092f51 2024-11-21T19:48:01,072 INFO [M:0;7b96b36745c6:37069 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 24e11fbb71c74d71b8830b0684092f51 2024-11-21T19:48:01,072 INFO [M:0;7b96b36745c6:37069 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44149/user/jenkins/test-data/32df6170-77d9-1d92-e588-6cdcd1b28587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/24e11fbb71c74d71b8830b0684092f51, entries=3, sequenceid=434, filesize=5.3 K 2024-11-21T19:48:01,073 INFO [M:0;7b96b36745c6:37069 {}] regionserver.HRegion(3140): Finished flush of dataSize ~180.95 KB/185294, heapSize ~220.92 KB/226224, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 105ms, sequenceid=434, compaction requested=false 2024-11-21T19:48:01,074 INFO [M:0;7b96b36745c6:37069 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:48:01,074 DEBUG [M:0;7b96b36745c6:37069 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732218480968Disabling compacts and flushes for region at 1732218480968Disabling writes for close at 1732218480968Obtaining lock to block concurrent updates at 1732218480968Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732218480968Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=185294, getHeapSize=226464, getOffHeapSize=0, getCellsCount=531 at 1732218480968Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732218480969 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732218480969Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732218480984 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732218480984Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732218480998 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732218481016 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732218481016Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732218481029 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732218481042 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732218481042Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6db05179: reopening flushed file at 1732218481054 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20250444: reopening flushed file at 1732218481060 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@365052d4: reopening flushed file at 1732218481066 (+6 ms)Finished flush of dataSize ~180.95 KB/185294, heapSize ~220.92 KB/226224, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 105ms, sequenceid=434, compaction requested=false at 1732218481073 (+7 ms)Writing region close event to WAL at 1732218481074 (+1 ms)Closed at 1732218481074 2024-11-21T19:48:01,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38349 is added to blk_1073741830_1006 (size=214311) 2024-11-21T19:48:01,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741830_1006 (size=214311) 2024-11-21T19:48:01,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741830_1006 (size=214311) 2024-11-21T19:48:01,081 INFO [M:0;7b96b36745c6:37069 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T19:48:01,081 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T19:48:01,081 INFO [M:0;7b96b36745c6:37069 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37069 2024-11-21T19:48:01,082 INFO [M:0;7b96b36745c6:37069 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T19:48:01,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37069-0x10116d66a8e0000, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:48:01,183 INFO [M:0;7b96b36745c6:37069 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T19:48:01,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37069-0x10116d66a8e0000, quorum=127.0.0.1:49191, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:48:01,186 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75dd10e0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:48:01,186 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a6111ad{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T19:48:01,186 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T19:48:01,186 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3323f5bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T19:48:01,186 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7470cabd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c9f0b500-1d8c-aad8-1eba-d4fb8dfba593/hadoop.log.dir/,STOPPED} 2024-11-21T19:48:01,188 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T19:48:01,188 WARN [BP-1311026344-172.17.0.2-1732218417829 heartbeating to localhost/127.0.0.1:44149 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T19:48:01,188 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T19:48:01,188 WARN [BP-1311026344-172.17.0.2-1732218417829 heartbeating to localhost/127.0.0.1:44149 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1311026344-172.17.0.2-1732218417829 (Datanode Uuid 5b9b1028-a6b7-44d5-8be4-92499c2db21a) service to localhost/127.0.0.1:44149 2024-11-21T19:48:01,188 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c9f0b500-1d8c-aad8-1eba-d4fb8dfba593/cluster_23b49234-a15f-ce16-15ae-fa10c4edf3a4/data/data5/current/BP-1311026344-172.17.0.2-1732218417829 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:48:01,189 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c9f0b500-1d8c-aad8-1eba-d4fb8dfba593/cluster_23b49234-a15f-ce16-15ae-fa10c4edf3a4/data/data6/current/BP-1311026344-172.17.0.2-1732218417829 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:48:01,189 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T19:48:01,191 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@63cdb200{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:48:01,191 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@628f2dd6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T19:48:01,191 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T19:48:01,191 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78aeb08d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T19:48:01,191 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62084108{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c9f0b500-1d8c-aad8-1eba-d4fb8dfba593/hadoop.log.dir/,STOPPED} 2024-11-21T19:48:01,193 WARN [BP-1311026344-172.17.0.2-1732218417829 heartbeating to localhost/127.0.0.1:44149 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T19:48:01,193 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T19:48:01,193 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T19:48:01,193 WARN [BP-1311026344-172.17.0.2-1732218417829 heartbeating to localhost/127.0.0.1:44149 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1311026344-172.17.0.2-1732218417829 (Datanode Uuid 6d5aad6d-49d5-43b0-a2e3-540cb61edeac) service to localhost/127.0.0.1:44149 2024-11-21T19:48:01,193 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c9f0b500-1d8c-aad8-1eba-d4fb8dfba593/cluster_23b49234-a15f-ce16-15ae-fa10c4edf3a4/data/data3/current/BP-1311026344-172.17.0.2-1732218417829 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:48:01,194 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c9f0b500-1d8c-aad8-1eba-d4fb8dfba593/cluster_23b49234-a15f-ce16-15ae-fa10c4edf3a4/data/data4/current/BP-1311026344-172.17.0.2-1732218417829 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:48:01,194 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T19:48:01,197 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@376d3aeb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:48:01,197 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16d13838{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T19:48:01,197 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T19:48:01,197 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e5e1d39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T19:48:01,197 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42cfd252{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c9f0b500-1d8c-aad8-1eba-d4fb8dfba593/hadoop.log.dir/,STOPPED} 2024-11-21T19:48:01,199 WARN [BP-1311026344-172.17.0.2-1732218417829 heartbeating to localhost/127.0.0.1:44149 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T19:48:01,199 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T19:48:01,199 WARN [BP-1311026344-172.17.0.2-1732218417829 heartbeating to localhost/127.0.0.1:44149 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1311026344-172.17.0.2-1732218417829 (Datanode Uuid 3f353250-2c95-4e6c-8bf0-93aa2b704df0) service to localhost/127.0.0.1:44149 2024-11-21T19:48:01,199 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T19:48:01,199 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c9f0b500-1d8c-aad8-1eba-d4fb8dfba593/cluster_23b49234-a15f-ce16-15ae-fa10c4edf3a4/data/data1/current/BP-1311026344-172.17.0.2-1732218417829 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:48:01,200 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c9f0b500-1d8c-aad8-1eba-d4fb8dfba593/cluster_23b49234-a15f-ce16-15ae-fa10c4edf3a4/data/data2/current/BP-1311026344-172.17.0.2-1732218417829 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:48:01,200 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T19:48:01,206 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@517390ec{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T19:48:01,206 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31757b70{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T19:48:01,206 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T19:48:01,207 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@533ac641{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T19:48:01,207 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10c98d3d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c9f0b500-1d8c-aad8-1eba-d4fb8dfba593/hadoop.log.dir/,STOPPED} 2024-11-21T19:48:01,214 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T19:48:01,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T19:48:01,250 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=125 (was 96) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:44149 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:44149 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:44149 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:44149 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:44149 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44149 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:44149 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:44149 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=62 (was 133), ProcessCount=11 (was 11), AvailableMemoryMB=10510 (was 10672)