2024-11-26 01:55:04,123 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 2024-11-26 01:55:04,153 main DEBUG Took 0.020589 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-26 01:55:04,158 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-26 01:55:04,159 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-26 01:55:04,161 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-26 01:55:04,164 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 01:55:04,184 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-26 01:55:04,208 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 01:55:04,212 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 01:55:04,214 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 01:55:04,215 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 01:55:04,220 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 01:55:04,221 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 01:55:04,222 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 01:55:04,223 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 01:55:04,224 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 01:55:04,225 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 01:55:04,227 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 01:55:04,228 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 01:55:04,230 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 01:55:04,230 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 01:55:04,232 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 01:55:04,233 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 01:55:04,251 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 01:55:04,251 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 01:55:04,253 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 01:55:04,253 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 01:55:04,254 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 01:55:04,255 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 01:55:04,256 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 01:55:04,257 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 01:55:04,257 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 01:55:04,258 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-26 01:55:04,262 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 01:55:04,265 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-26 01:55:04,268 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-26 01:55:04,269 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-26 01:55:04,275 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-26 01:55:04,277 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-26 01:55:04,296 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-26 01:55:04,301 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-26 01:55:04,305 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-26 01:55:04,306 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-26 01:55:04,306 main DEBUG createAppenders(={Console}) 2024-11-26 01:55:04,309 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 initialized 2024-11-26 01:55:04,309 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 2024-11-26 01:55:04,310 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 OK. 2024-11-26 01:55:04,311 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-26 01:55:04,312 main DEBUG OutputStream closed 2024-11-26 01:55:04,314 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-26 01:55:04,314 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-26 01:55:04,314 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@3c73951 OK 2024-11-26 01:55:04,451 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-26 01:55:04,454 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-26 01:55:04,456 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-26 01:55:04,459 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-26 01:55:04,460 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-26 01:55:04,461 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-26 01:55:04,461 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-26 01:55:04,462 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-26 01:55:04,463 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-26 01:55:04,463 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-26 01:55:04,464 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-26 01:55:04,464 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-26 01:55:04,465 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-26 01:55:04,466 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-26 01:55:04,466 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-26 01:55:04,467 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-26 01:55:04,467 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-26 01:55:04,468 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-26 01:55:04,472 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26 01:55:04,473 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@61fe30) with optional ClassLoader: null 2024-11-26 01:55:04,473 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-26 01:55:04,475 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@61fe30] started OK. 2024-11-26T01:55:04,535 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestIncrementalBackup timeout: 13 mins 2024-11-26 01:55:04,540 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-26 01:55:04,541 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26T01:55:05,001 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037 2024-11-26T01:55:05,009 DEBUG [Time-limited test {}] impl.BackupManager(124): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-11-26T01:55:05,011 DEBUG [Time-limited test {}] impl.BackupManager(154): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2024-11-26T01:55:05,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T01:55:05,055 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/cluster_83598984-cff2-e8ad-9b22-45442fb05ebc, deleteOnExit=true 2024-11-26T01:55:05,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T01:55:05,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/test.cache.data in system properties and HBase conf 2024-11-26T01:55:05,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T01:55:05,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/hadoop.log.dir in system properties and HBase conf 2024-11-26T01:55:05,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T01:55:05,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T01:55:05,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T01:55:05,244 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-26T01:55:05,435 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T01:55:05,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T01:55:05,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T01:55:05,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T01:55:05,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T01:55:05,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T01:55:05,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T01:55:05,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T01:55:05,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T01:55:05,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T01:55:05,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/nfs.dump.dir in system properties and HBase conf 2024-11-26T01:55:05,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/java.io.tmpdir in system properties and HBase conf 2024-11-26T01:55:05,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T01:55:05,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T01:55:05,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T01:55:07,457 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-26T01:55:07,773 INFO [Time-limited test {}] log.Log(170): Logging initialized @5124ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-26T01:55:07,963 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T01:55:08,099 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T01:55:08,225 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T01:55:08,225 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T01:55:08,228 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T01:55:08,254 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T01:55:08,264 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71f46724{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/hadoop.log.dir/,AVAILABLE} 2024-11-26T01:55:08,266 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17280962{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T01:55:08,614 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6df1a11{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/java.io.tmpdir/jetty-localhost-37005-hadoop-hdfs-3_4_1-tests_jar-_-any-16901206468767976056/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T01:55:08,643 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34c8bc74{HTTP/1.1, (http/1.1)}{localhost:37005} 2024-11-26T01:55:08,644 INFO [Time-limited test {}] server.Server(415): Started @5997ms 2024-11-26T01:55:09,466 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T01:55:09,490 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T01:55:09,493 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T01:55:09,494 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T01:55:09,494 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T01:55:09,497 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b9b7476{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/hadoop.log.dir/,AVAILABLE} 2024-11-26T01:55:09,499 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6be2f62b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T01:55:09,635 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6628e1d0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/java.io.tmpdir/jetty-localhost-41525-hadoop-hdfs-3_4_1-tests_jar-_-any-11075399634560307829/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T01:55:09,638 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d5d982f{HTTP/1.1, (http/1.1)}{localhost:41525} 2024-11-26T01:55:09,638 INFO [Time-limited test {}] server.Server(415): Started @6992ms 2024-11-26T01:55:09,743 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T01:55:11,289 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/cluster_83598984-cff2-e8ad-9b22-45442fb05ebc/data/data1/current/BP-791399885-172.17.0.2-1732586106672/current, will proceed with Du for space computation calculation, 2024-11-26T01:55:11,289 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/cluster_83598984-cff2-e8ad-9b22-45442fb05ebc/data/data2/current/BP-791399885-172.17.0.2-1732586106672/current, will proceed with Du for space computation calculation, 2024-11-26T01:55:11,336 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T01:55:11,411 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe78e3974bf354abc with lease ID 0x70b41b27c003b564: Processing first storage report for DS-d09e6fdb-0717-4451-a70f-5412ecf64348 from datanode DatanodeRegistration(127.0.0.1:39921, datanodeUuid=5ace3974-9b59-4ade-a3c4-bfded82ac8e1, infoPort=46857, infoSecurePort=0, ipcPort=44617, storageInfo=lv=-57;cid=testClusterID;nsid=1202807065;c=1732586106672) 2024-11-26T01:55:11,413 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe78e3974bf354abc with lease ID 0x70b41b27c003b564: from storage DS-d09e6fdb-0717-4451-a70f-5412ecf64348 node DatanodeRegistration(127.0.0.1:39921, datanodeUuid=5ace3974-9b59-4ade-a3c4-bfded82ac8e1, infoPort=46857, infoSecurePort=0, ipcPort=44617, storageInfo=lv=-57;cid=testClusterID;nsid=1202807065;c=1732586106672), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-26T01:55:11,414 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe78e3974bf354abc with lease ID 0x70b41b27c003b564: Processing first storage report for DS-39c0b17f-931e-49c4-b23b-3c1724d0f8c9 from datanode DatanodeRegistration(127.0.0.1:39921, datanodeUuid=5ace3974-9b59-4ade-a3c4-bfded82ac8e1, infoPort=46857, infoSecurePort=0, ipcPort=44617, storageInfo=lv=-57;cid=testClusterID;nsid=1202807065;c=1732586106672) 2024-11-26T01:55:11,415 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe78e3974bf354abc with lease ID 0x70b41b27c003b564: from storage DS-39c0b17f-931e-49c4-b23b-3c1724d0f8c9 node DatanodeRegistration(127.0.0.1:39921, datanodeUuid=5ace3974-9b59-4ade-a3c4-bfded82ac8e1, infoPort=46857, infoSecurePort=0, ipcPort=44617, storageInfo=lv=-57;cid=testClusterID;nsid=1202807065;c=1732586106672), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T01:55:11,427 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037 2024-11-26T01:55:11,571 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/cluster_83598984-cff2-e8ad-9b22-45442fb05ebc/zookeeper_0, clientPort=61999, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/cluster_83598984-cff2-e8ad-9b22-45442fb05ebc/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/cluster_83598984-cff2-e8ad-9b22-45442fb05ebc/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T01:55:11,591 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61999 2024-11-26T01:55:11,607 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T01:55:11,613 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T01:55:11,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741825_1001 (size=7) 2024-11-26T01:55:12,005 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9 with version=8 2024-11-26T01:55:12,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/hbase-staging 2024-11-26T01:55:12,034 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(136): Setting Master Port to random. 2024-11-26T01:55:12,035 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(143): Setting RegionServer Port to random. 2024-11-26T01:55:12,035 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(153): Setting RS InfoServer Port to random. 2024-11-26T01:55:12,035 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(161): Setting Master InfoServer Port to random. 2024-11-26T01:55:12,172 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-26T01:55:12,554 INFO [Time-limited test {}] client.ConnectionUtils(128): master/406b227cbc58:0 server-side Connection retries=45 2024-11-26T01:55:12,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T01:55:12,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T01:55:12,583 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T01:55:12,583 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T01:55:12,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T01:55:12,795 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T01:55:12,882 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-26T01:55:12,894 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-26T01:55:12,899 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T01:55:12,942 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 154529 (auto-detected) 2024-11-26T01:55:12,943 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-26T01:55:12,984 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46417 2024-11-26T01:55:13,040 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46417 connecting to ZooKeeper ensemble=127.0.0.1:61999 2024-11-26T01:55:13,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:464170x0, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T01:55:13,261 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46417-0x10079b000ea0000 connected 2024-11-26T01:55:13,397 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T01:55:13,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T01:55:13,452 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-26T01:55:13,486 INFO [Time-limited test {}] log.Log(170): Logging initialized @10839ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2024-11-26T01:55:13,561 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-11-26T01:55:13,561 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-11-26T01:55:13,563 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-11-26T01:55:13,565 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-11-26T01:55:13,566 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-11-26T01:55:13,571 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2024-11-26T01:55:13,571 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-11-26T01:55:13,572 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-11-26T01:55:13,575 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-11-26T01:55:13,695 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 46153 2024-11-26T01:55:13,696 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-26T01:55:13,739 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-26T01:55:13,743 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@135db9d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/hadoop.log.dir/,AVAILABLE} 2024-11-26T01:55:13,746 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-26T01:55:13,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@78633c71{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-11-26T01:55:13,825 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-11-26T01:55:13,837 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T01:55:13,838 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T01:55:13,839 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T01:55:13,845 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-26T01:55:14,701 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@9300388{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/master} 2024-11-26T01:55:14,707 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1843ae52{HTTP/1.1, (http/1.1)}{0.0.0.0:46153} 2024-11-26T01:55:14,708 INFO [Time-limited test {}] server.Server(415): Started @12061ms 2024-11-26T01:55:14,713 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9, hbase.cluster.distributed=false 2024-11-26T01:55:14,754 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-11-26T01:55:14,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46417 2024-11-26T01:55:14,766 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46417 2024-11-26T01:55:14,767 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46417 2024-11-26T01:55:14,774 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46417 2024-11-26T01:55:14,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46417 2024-11-26T01:55:14,923 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/406b227cbc58:0 server-side Connection retries=45 2024-11-26T01:55:14,924 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T01:55:14,925 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T01:55:14,925 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T01:55:14,925 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T01:55:14,926 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T01:55:14,929 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T01:55:14,932 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T01:55:14,934 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35587 2024-11-26T01:55:14,936 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35587 connecting to ZooKeeper ensemble=127.0.0.1:61999 2024-11-26T01:55:14,938 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T01:55:14,942 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T01:55:14,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:355870x0, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T01:55:14,990 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35587-0x10079b000ea0001 connected 2024-11-26T01:55:14,991 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35587-0x10079b000ea0001, quorum=127.0.0.1:61999, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-26T01:55:14,994 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-11-26T01:55:14,994 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-11-26T01:55:14,995 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-11-26T01:55:14,995 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-11-26T01:55:14,995 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-11-26T01:55:14,997 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2024-11-26T01:55:14,997 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-11-26T01:55:14,997 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-11-26T01:55:14,998 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-11-26T01:55:15,000 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 44067 2024-11-26T01:55:15,001 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-26T01:55:15,008 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-26T01:55:15,008 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@6038a1e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/hadoop.log.dir/,AVAILABLE} 2024-11-26T01:55:15,009 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-26T01:55:15,009 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@65eb8eac{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-11-26T01:55:15,034 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-11-26T01:55:15,036 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T01:55:15,036 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T01:55:15,036 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T01:55:15,039 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-26T01:55:15,042 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@50b24009{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/regionserver} 2024-11-26T01:55:15,043 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2df3a35c{HTTP/1.1, (http/1.1)}{0.0.0.0:44067} 2024-11-26T01:55:15,043 INFO [Time-limited test {}] server.Server(415): Started @12396ms 2024-11-26T01:55:15,047 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T01:55:15,061 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T01:55:15,064 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35587-0x10079b000ea0001, quorum=127.0.0.1:61999, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-11-26T01:55:15,071 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35587-0x10079b000ea0001, quorum=127.0.0.1:61999, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-11-26T01:55:15,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35587 2024-11-26T01:55:15,078 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35587 2024-11-26T01:55:15,078 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35587 2024-11-26T01:55:15,081 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35587 2024-11-26T01:55:15,082 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35587 2024-11-26T01:55:15,098 DEBUG [M:0;406b227cbc58:46417 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;406b227cbc58:46417 2024-11-26T01:55:15,101 INFO [master/406b227cbc58:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-26T01:55:15,104 INFO [master/406b227cbc58:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@620a27e5{HTTP/1.1, (http/1.1)}{0.0.0.0:39727} 2024-11-26T01:55:15,104 INFO [master/406b227cbc58:0:becomeActiveMaster {}] server.Server(415): Started @12457ms 2024-11-26T01:55:15,104 INFO [master/406b227cbc58:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1/backup-masters/406b227cbc58,46417,1732586112287 2024-11-26T01:55:15,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x10079b000ea0001, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-26T01:55:15,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-26T01:55:15,123 DEBUG [master/406b227cbc58:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/406b227cbc58,46417,1732586112287 2024-11-26T01:55:15,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-26T01:55:15,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x10079b000ea0001, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-11-26T01:55:15,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x10079b000ea0001, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-26T01:55:15,156 DEBUG [master/406b227cbc58:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Set watcher on existing znode=/1/master 2024-11-26T01:55:15,158 INFO [master/406b227cbc58:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/406b227cbc58,46417,1732586112287 from backup master directory 2024-11-26T01:55:15,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x10079b000ea0001, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-26T01:55:15,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/406b227cbc58,46417,1732586112287 2024-11-26T01:55:15,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-26T01:55:15,172 WARN [master/406b227cbc58:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T01:55:15,173 INFO [master/406b227cbc58:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=406b227cbc58,46417,1732586112287 2024-11-26T01:55:15,176 INFO [master/406b227cbc58:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-26T01:55:15,182 INFO [master/406b227cbc58:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-26T01:55:15,270 DEBUG [master/406b227cbc58:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/hbase.id] with ID: 990d9dbd-b01c-48a2-87fe-3e40884060f6 2024-11-26T01:55:15,270 DEBUG [master/406b227cbc58:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/.tmp/hbase.id 2024-11-26T01:55:15,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741826_1002 (size=42) 2024-11-26T01:55:15,693 DEBUG [master/406b227cbc58:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/.tmp/hbase.id]:[hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/hbase.id] 2024-11-26T01:55:15,769 INFO [master/406b227cbc58:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T01:55:15,776 INFO [master/406b227cbc58:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T01:55:15,804 INFO [master/406b227cbc58:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 26ms. 2024-11-26T01:55:15,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x10079b000ea0001, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-26T01:55:15,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-26T01:55:15,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741827_1003 (size=196) 2024-11-26T01:55:15,902 INFO [master/406b227cbc58:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T01:55:15,905 INFO [master/406b227cbc58:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T01:55:15,918 INFO [master/406b227cbc58:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-26T01:55:15,921 INFO [master/406b227cbc58:0:becomeActiveMaster {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-26T01:55:15,933 DEBUG [master/406b227cbc58:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.RegionGroupingProvider.doInit(RegionGroupingProvider.java:156) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractWALProvider.init(AbstractWALProvider.java:126) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:263) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T01:55:15,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741828_1004 (size=1189) 2024-11-26T01:55:16,432 INFO [master/406b227cbc58:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/MasterData/data/master/store 2024-11-26T01:55:16,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741829_1005 (size=34) 2024-11-26T01:55:16,559 INFO [master/406b227cbc58:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-26T01:55:16,576 DEBUG [master/406b227cbc58:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T01:55:16,578 DEBUG [master/406b227cbc58:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T01:55:16,579 INFO [master/406b227cbc58:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T01:55:16,579 DEBUG [master/406b227cbc58:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T01:55:16,582 DEBUG [master/406b227cbc58:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T01:55:16,582 DEBUG [master/406b227cbc58:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T01:55:16,582 INFO [master/406b227cbc58:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T01:55:16,584 DEBUG [master/406b227cbc58:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732586116578Disabling compacts and flushes for region at 1732586116578Disabling writes for close at 1732586116582 (+4 ms)Writing region close event to WAL at 1732586116582Closed at 1732586116582 2024-11-26T01:55:16,598 WARN [master/406b227cbc58:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/MasterData/data/master/store/.initializing 2024-11-26T01:55:16,598 DEBUG [master/406b227cbc58:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/MasterData/WALs/406b227cbc58,46417,1732586112287 2024-11-26T01:55:16,640 INFO [master/406b227cbc58:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T01:55:16,648 INFO [master/406b227cbc58:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor 406b227cbc58,46417,1732586112287.regiongroup-0 2024-11-26T01:55:16,718 INFO [master/406b227cbc58:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=406b227cbc58%2C46417%2C1732586112287.406b227cbc58%2C46417%2C1732586112287.regiongroup-0, suffix=, logDir=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/MasterData/WALs/406b227cbc58,46417,1732586112287, archiveDir=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/MasterData/oldWALs, maxLogs=10 2024-11-26T01:55:16,769 DEBUG [master/406b227cbc58:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/MasterData/WALs/406b227cbc58,46417,1732586112287/406b227cbc58%2C46417%2C1732586112287.406b227cbc58%2C46417%2C1732586112287.regiongroup-0.1732586116730, exclude list is [], retry=0 2024-11-26T01:55:16,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39921,DS-d09e6fdb-0717-4451-a70f-5412ecf64348,DISK] 2024-11-26T01:55:16,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-26T01:55:16,956 INFO [master/406b227cbc58:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/MasterData/WALs/406b227cbc58,46417,1732586112287/406b227cbc58%2C46417%2C1732586112287.406b227cbc58%2C46417%2C1732586112287.regiongroup-0.1732586116730 2024-11-26T01:55:16,963 DEBUG [master/406b227cbc58:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46857:46857)] 2024-11-26T01:55:16,964 DEBUG [master/406b227cbc58:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T01:55:16,965 DEBUG [master/406b227cbc58:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T01:55:16,976 DEBUG [master/406b227cbc58:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T01:55:16,981 DEBUG [master/406b227cbc58:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T01:55:17,126 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T01:55:17,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T01:55:17,223 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:55:17,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T01:55:17,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T01:55:17,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T01:55:17,248 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:55:17,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T01:55:17,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T01:55:17,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T01:55:17,272 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:55:17,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T01:55:17,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T01:55:17,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T01:55:17,312 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:55:17,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T01:55:17,326 DEBUG [master/406b227cbc58:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T01:55:17,338 DEBUG [master/406b227cbc58:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T01:55:17,352 DEBUG [master/406b227cbc58:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T01:55:17,386 DEBUG [master/406b227cbc58:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T01:55:17,391 DEBUG [master/406b227cbc58:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T01:55:17,411 DEBUG [master/406b227cbc58:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T01:55:17,442 DEBUG [master/406b227cbc58:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T01:55:17,502 DEBUG [master/406b227cbc58:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T01:55:17,514 INFO [master/406b227cbc58:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11170979520, jitterRate=0.04037854075431824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T01:55:17,545 DEBUG [master/406b227cbc58:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732586117032Initializing all the Stores at 1732586117049 (+17 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732586117050 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732586117070 (+20 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732586117072 (+2 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732586117072Cleaning up temporary data from old regions at 1732586117402 (+330 ms)Region opened successfully at 1732586117541 (+139 ms) 2024-11-26T01:55:17,563 INFO [master/406b227cbc58:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T01:55:17,637 DEBUG [master/406b227cbc58:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58a31c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=406b227cbc58/172.17.0.2:0 2024-11-26T01:55:17,718 INFO [master/406b227cbc58:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T01:55:17,737 INFO [master/406b227cbc58:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T01:55:17,737 INFO [master/406b227cbc58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T01:55:17,742 INFO [master/406b227cbc58:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T01:55:17,751 INFO [master/406b227cbc58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 8 msec 2024-11-26T01:55:17,767 INFO [master/406b227cbc58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 15 msec 2024-11-26T01:55:17,767 INFO [master/406b227cbc58:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T01:55:17,866 INFO [master/406b227cbc58:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T01:55:17,914 DEBUG [master/406b227cbc58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2024-11-26T01:55:17,974 DEBUG [master/406b227cbc58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/balancer already deleted, retry=false 2024-11-26T01:55:17,978 INFO [master/406b227cbc58:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T01:55:17,992 DEBUG [master/406b227cbc58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2024-11-26T01:55:18,030 DEBUG [master/406b227cbc58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/normalizer already deleted, retry=false 2024-11-26T01:55:18,041 INFO [master/406b227cbc58:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T01:55:18,086 DEBUG [master/406b227cbc58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2024-11-26T01:55:18,114 DEBUG [master/406b227cbc58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/split already deleted, retry=false 2024-11-26T01:55:18,142 DEBUG [master/406b227cbc58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2024-11-26T01:55:18,237 DEBUG [master/406b227cbc58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/merge already deleted, retry=false 2024-11-26T01:55:18,302 DEBUG [master/406b227cbc58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T01:55:18,334 DEBUG [master/406b227cbc58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/snapshot-cleanup already deleted, retry=false 2024-11-26T01:55:18,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-11-26T01:55:18,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x10079b000ea0001, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-11-26T01:55:18,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x10079b000ea0001, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-26T01:55:18,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-26T01:55:18,377 INFO [master/406b227cbc58:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=406b227cbc58,46417,1732586112287, sessionid=0x10079b000ea0000, setting cluster-up flag (Was=false) 2024-11-26T01:55:18,395 INFO [master/406b227cbc58:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2024-11-26T01:55:18,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x10079b000ea0001, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-26T01:55:18,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-26T01:55:18,582 DEBUG [master/406b227cbc58:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2024-11-26T01:55:18,612 DEBUG [master/406b227cbc58:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=406b227cbc58,46417,1732586112287 2024-11-26T01:55:18,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x10079b000ea0001, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-26T01:55:18,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-26T01:55:18,758 DEBUG [master/406b227cbc58:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2024-11-26T01:55:18,792 DEBUG [master/406b227cbc58:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=406b227cbc58,46417,1732586112287 2024-11-26T01:55:18,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-26T01:55:18,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x10079b000ea0001, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-26T01:55:18,986 DEBUG [master/406b227cbc58:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2024-11-26T01:55:19,035 DEBUG [master/406b227cbc58:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=406b227cbc58,46417,1732586112287 2024-11-26T01:55:19,074 INFO [master/406b227cbc58:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T01:55:19,222 INFO [RS:0;406b227cbc58:35587 {}] regionserver.HRegionServer(746): ClusterId : 990d9dbd-b01c-48a2-87fe-3e40884060f6 2024-11-26T01:55:19,224 INFO [RS:0;406b227cbc58:35587 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2024-11-26T01:55:19,232 DEBUG [RS:0;406b227cbc58:35587 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T01:55:19,316 DEBUG [RS:0;406b227cbc58:35587 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T01:55:19,316 DEBUG [RS:0;406b227cbc58:35587 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2024-11-26T01:55:19,368 DEBUG [RS:0;406b227cbc58:35587 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2024-11-26T01:55:19,369 DEBUG [RS:0;406b227cbc58:35587 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T01:55:19,406 DEBUG [master/406b227cbc58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T01:55:19,415 DEBUG [RS:0;406b227cbc58:35587 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T01:55:19,418 DEBUG [RS:0;406b227cbc58:35587 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2afc2b3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=406b227cbc58/172.17.0.2:0 2024-11-26T01:55:19,429 INFO [master/406b227cbc58:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T01:55:19,458 DEBUG [RS:0;406b227cbc58:35587 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;406b227cbc58:35587 2024-11-26T01:55:19,467 INFO [master/406b227cbc58:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T01:55:19,467 INFO [RS:0;406b227cbc58:35587 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T01:55:19,467 INFO [RS:0;406b227cbc58:35587 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T01:55:19,467 DEBUG [RS:0;406b227cbc58:35587 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T01:55:19,476 DEBUG [master/406b227cbc58:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 406b227cbc58,46417,1732586112287 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T01:55:19,485 INFO [RS:0;406b227cbc58:35587 {}] regionserver.HRegionServer(2659): reportForDuty to master=406b227cbc58,46417,1732586112287 with port=35587, startcode=1732586114882 2024-11-26T01:55:19,512 DEBUG [RS:0;406b227cbc58:35587 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T01:55:19,541 DEBUG [master/406b227cbc58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/406b227cbc58:0, corePoolSize=5, maxPoolSize=5 2024-11-26T01:55:19,541 DEBUG [master/406b227cbc58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/406b227cbc58:0, corePoolSize=5, maxPoolSize=5 2024-11-26T01:55:19,546 DEBUG [master/406b227cbc58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/406b227cbc58:0, corePoolSize=5, maxPoolSize=5 2024-11-26T01:55:19,546 DEBUG [master/406b227cbc58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/406b227cbc58:0, corePoolSize=5, maxPoolSize=5 2024-11-26T01:55:19,547 DEBUG [master/406b227cbc58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/406b227cbc58:0, corePoolSize=10, maxPoolSize=10 2024-11-26T01:55:19,547 DEBUG [master/406b227cbc58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/406b227cbc58:0, corePoolSize=1, maxPoolSize=1 2024-11-26T01:55:19,547 DEBUG [master/406b227cbc58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/406b227cbc58:0, corePoolSize=2, maxPoolSize=2 2024-11-26T01:55:19,547 DEBUG [master/406b227cbc58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/406b227cbc58:0, corePoolSize=1, maxPoolSize=1 2024-11-26T01:55:19,583 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T01:55:19,584 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T01:55:19,607 INFO [master/406b227cbc58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732586149607 2024-11-26T01:55:19,608 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:55:19,609 INFO [master/406b227cbc58:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T01:55:19,609 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T01:55:19,611 INFO [master/406b227cbc58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T01:55:19,617 INFO [master/406b227cbc58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T01:55:19,626 INFO [master/406b227cbc58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2024-11-26T01:55:19,627 INFO [master/406b227cbc58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T01:55:19,627 INFO [master/406b227cbc58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T01:55:19,628 INFO [master/406b227cbc58:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T01:55:19,662 INFO [master/406b227cbc58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T01:55:19,700 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35735, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T01:55:19,710 INFO [master/406b227cbc58:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T01:55:19,712 INFO [master/406b227cbc58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T01:55:19,712 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46417 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T01:55:19,713 INFO [master/406b227cbc58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T01:55:19,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741831_1007 (size=1321) 2024-11-26T01:55:19,748 DEBUG [master/406b227cbc58:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@243e909a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:55:19,748 DEBUG [master/406b227cbc58:0:becomeActiveMaster {}] client.ClusterIdFetcher(90): Going to request 406b227cbc58,46417,-1 for getting cluster id 2024-11-26T01:55:19,763 DEBUG [master/406b227cbc58:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T01:55:19,778 DEBUG [RS:0;406b227cbc58:35587 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-26T01:55:19,778 WARN [RS:0;406b227cbc58:35587 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-26T01:55:19,795 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '990d9dbd-b01c-48a2-87fe-3e40884060f6' 2024-11-26T01:55:19,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T01:55:19,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "990d9dbd-b01c-48a2-87fe-3e40884060f6" 2024-11-26T01:55:19,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b0b5cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:55:19,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [406b227cbc58,46417,-1] 2024-11-26T01:55:19,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T01:55:19,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:55:19,830 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T01:55:19,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f2028c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:55:19,850 INFO [master/406b227cbc58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-11-26T01:55:19,858 INFO [master/406b227cbc58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T01:55:19,859 INFO [master/406b227cbc58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T01:55:19,862 DEBUG [master/406b227cbc58:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/406b227cbc58:0:becomeActiveMaster-HFileCleaner.large.0-1732586119861,5,FailOnTimeoutGroup] 2024-11-26T01:55:19,878 DEBUG [master/406b227cbc58:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/406b227cbc58:0:becomeActiveMaster-HFileCleaner.small.0-1732586119862,5,FailOnTimeoutGroup] 2024-11-26T01:55:19,878 INFO [master/406b227cbc58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T01:55:19,878 INFO [master/406b227cbc58:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T01:55:19,880 INFO [master/406b227cbc58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T01:55:19,881 INFO [master/406b227cbc58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T01:55:19,891 INFO [RS:0;406b227cbc58:35587 {}] regionserver.HRegionServer(2659): reportForDuty to master=406b227cbc58,46417,1732586112287 with port=35587, startcode=1732586114882 2024-11-26T01:55:19,899 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46417 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 406b227cbc58,35587,1732586114882 2024-11-26T01:55:19,902 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46417 {}] master.ServerManager(517): Registering regionserver=406b227cbc58,35587,1732586114882 2024-11-26T01:55:19,924 DEBUG [RS:0;406b227cbc58:35587 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9 2024-11-26T01:55:19,924 DEBUG [RS:0;406b227cbc58:35587 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42203 2024-11-26T01:55:19,924 DEBUG [RS:0;406b227cbc58:35587 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=46153 2024-11-26T01:55:19,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-11-26T01:55:20,010 DEBUG [RS:0;406b227cbc58:35587 {}] zookeeper.ZKUtil(111): regionserver:35587-0x10079b000ea0001, quorum=127.0.0.1:61999, baseZNode=/1 Set watcher on existing znode=/1/rs/406b227cbc58,35587,1732586114882 2024-11-26T01:55:20,011 WARN [RS:0;406b227cbc58:35587 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T01:55:20,011 INFO [RS:0;406b227cbc58:35587 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-26T01:55:20,011 INFO [RS:0;406b227cbc58:35587 {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-26T01:55:20,011 DEBUG [RS:0;406b227cbc58:35587 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882 2024-11-26T01:55:20,032 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [406b227cbc58,35587,1732586114882] 2024-11-26T01:55:20,132 INFO [RS:0;406b227cbc58:35587 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T01:55:20,158 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T01:55:20,159 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9 2024-11-26T01:55:20,186 INFO [RS:0;406b227cbc58:35587 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T01:55:20,200 INFO [RS:0;406b227cbc58:35587 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T01:55:20,201 INFO [RS:0;406b227cbc58:35587 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T01:55:20,222 INFO [RS:0;406b227cbc58:35587 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T01:55:20,254 INFO [RS:0;406b227cbc58:35587 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T01:55:20,257 INFO [RS:0;406b227cbc58:35587 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T01:55:20,257 DEBUG [RS:0;406b227cbc58:35587 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/406b227cbc58:0, corePoolSize=1, maxPoolSize=1 2024-11-26T01:55:20,258 DEBUG [RS:0;406b227cbc58:35587 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/406b227cbc58:0, corePoolSize=1, maxPoolSize=1 2024-11-26T01:55:20,258 DEBUG [RS:0;406b227cbc58:35587 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/406b227cbc58:0, corePoolSize=1, maxPoolSize=1 2024-11-26T01:55:20,258 DEBUG [RS:0;406b227cbc58:35587 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/406b227cbc58:0, corePoolSize=1, maxPoolSize=1 2024-11-26T01:55:20,258 DEBUG [RS:0;406b227cbc58:35587 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/406b227cbc58:0, corePoolSize=1, maxPoolSize=1 2024-11-26T01:55:20,258 DEBUG [RS:0;406b227cbc58:35587 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/406b227cbc58:0, corePoolSize=2, maxPoolSize=2 2024-11-26T01:55:20,259 DEBUG [RS:0;406b227cbc58:35587 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/406b227cbc58:0, corePoolSize=1, maxPoolSize=1 2024-11-26T01:55:20,259 DEBUG [RS:0;406b227cbc58:35587 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/406b227cbc58:0, corePoolSize=1, maxPoolSize=1 2024-11-26T01:55:20,259 DEBUG [RS:0;406b227cbc58:35587 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/406b227cbc58:0, corePoolSize=1, maxPoolSize=1 2024-11-26T01:55:20,259 DEBUG [RS:0;406b227cbc58:35587 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/406b227cbc58:0, corePoolSize=1, maxPoolSize=1 2024-11-26T01:55:20,259 DEBUG [RS:0;406b227cbc58:35587 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/406b227cbc58:0, corePoolSize=1, maxPoolSize=1 2024-11-26T01:55:20,260 DEBUG [RS:0;406b227cbc58:35587 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/406b227cbc58:0, corePoolSize=1, maxPoolSize=1 2024-11-26T01:55:20,270 DEBUG [RS:0;406b227cbc58:35587 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0, corePoolSize=3, maxPoolSize=3 2024-11-26T01:55:20,270 DEBUG [RS:0;406b227cbc58:35587 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/406b227cbc58:0, corePoolSize=3, maxPoolSize=3 2024-11-26T01:55:20,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741832_1008 (size=32) 2024-11-26T01:55:20,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T01:55:20,298 INFO [RS:0;406b227cbc58:35587 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T01:55:20,299 INFO [RS:0;406b227cbc58:35587 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T01:55:20,299 INFO [RS:0;406b227cbc58:35587 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T01:55:20,299 INFO [RS:0;406b227cbc58:35587 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T01:55:20,299 INFO [RS:0;406b227cbc58:35587 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T01:55:20,299 INFO [RS:0;406b227cbc58:35587 {}] hbase.ChoreService(168): Chore ScheduledChore name=406b227cbc58,35587,1732586114882-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T01:55:20,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T01:55:20,341 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T01:55:20,341 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:55:20,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T01:55:20,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T01:55:20,355 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T01:55:20,355 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:55:20,362 INFO [RS:0;406b227cbc58:35587 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T01:55:20,366 INFO [RS:0;406b227cbc58:35587 {}] hbase.ChoreService(168): Chore ScheduledChore name=406b227cbc58,35587,1732586114882-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T01:55:20,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T01:55:20,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T01:55:20,368 INFO [RS:0;406b227cbc58:35587 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T01:55:20,373 INFO [RS:0;406b227cbc58:35587 {}] regionserver.Replication(171): 406b227cbc58,35587,1732586114882 started 2024-11-26T01:55:20,375 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T01:55:20,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:55:20,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T01:55:20,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T01:55:20,387 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T01:55:20,387 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:55:20,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T01:55:20,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T01:55:20,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/hbase/meta/1588230740 2024-11-26T01:55:20,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/hbase/meta/1588230740 2024-11-26T01:55:20,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T01:55:20,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T01:55:20,422 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T01:55:20,422 INFO [RS:0;406b227cbc58:35587 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T01:55:20,427 INFO [RS:0;406b227cbc58:35587 {}] regionserver.HRegionServer(1482): Serving as 406b227cbc58,35587,1732586114882, RpcServer on 406b227cbc58/172.17.0.2:35587, sessionid=0x10079b000ea0001 2024-11-26T01:55:20,433 DEBUG [RS:0;406b227cbc58:35587 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T01:55:20,433 DEBUG [RS:0;406b227cbc58:35587 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 406b227cbc58,35587,1732586114882 2024-11-26T01:55:20,434 DEBUG [RS:0;406b227cbc58:35587 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '406b227cbc58,35587,1732586114882' 2024-11-26T01:55:20,434 DEBUG [RS:0;406b227cbc58:35587 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2024-11-26T01:55:20,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T01:55:20,452 DEBUG [RS:0;406b227cbc58:35587 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2024-11-26T01:55:20,462 DEBUG [RS:0;406b227cbc58:35587 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T01:55:20,462 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T01:55:20,463 DEBUG [RS:0;406b227cbc58:35587 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2024-11-26T01:55:20,463 DEBUG [RS:0;406b227cbc58:35587 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '406b227cbc58,35587,1732586114882' 2024-11-26T01:55:20,464 DEBUG [RS:0;406b227cbc58:35587 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-26T01:55:20,464 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10975151840, jitterRate=0.022140666842460632}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T01:55:20,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732586120292Initializing all the Stores at 1732586120302 (+10 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732586120302Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732586120329 (+27 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732586120329Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732586120329Cleaning up temporary data from old regions at 1732586120418 (+89 ms)Region opened successfully at 1732586120469 (+51 ms) 2024-11-26T01:55:20,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T01:55:20,472 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T01:55:20,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T01:55:20,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T01:55:20,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T01:55:20,479 DEBUG [RS:0;406b227cbc58:35587 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-26T01:55:20,481 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T01:55:20,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732586120471Disabling compacts and flushes for region at 1732586120471Disabling writes for close at 1732586120472 (+1 ms)Writing region close event to WAL at 1732586120480 (+8 ms)Closed at 1732586120481 (+1 ms) 2024-11-26T01:55:20,487 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T01:55:20,487 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T01:55:20,498 INFO [RS:0;406b227cbc58:35587 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2024-11-26T01:55:20,498 DEBUG [RS:0;406b227cbc58:35587 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2024-11-26T01:55:20,498 DEBUG [RS:0;406b227cbc58:35587 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T01:55:20,499 DEBUG [RS:0;406b227cbc58:35587 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 406b227cbc58,35587,1732586114882 2024-11-26T01:55:20,499 DEBUG [RS:0;406b227cbc58:35587 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '406b227cbc58,35587,1732586114882' 2024-11-26T01:55:20,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T01:55:20,506 DEBUG [RS:0;406b227cbc58:35587 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2024-11-26T01:55:20,518 DEBUG [RS:0;406b227cbc58:35587 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2024-11-26T01:55:20,522 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T01:55:20,537 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T01:55:20,550 DEBUG [RS:0;406b227cbc58:35587 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T01:55:20,550 INFO [RS:0;406b227cbc58:35587 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T01:55:20,550 INFO [RS:0;406b227cbc58:35587 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T01:55:20,660 INFO [RS:0;406b227cbc58:35587 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T01:55:20,662 INFO [RS:0;406b227cbc58:35587 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 406b227cbc58,35587,1732586114882.regiongroup-0 2024-11-26T01:55:20,689 WARN [406b227cbc58:46417 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-26T01:55:20,698 INFO [RS:0;406b227cbc58:35587 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-0, suffix=, logDir=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882, archiveDir=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/oldWALs, maxLogs=32 2024-11-26T01:55:20,749 DEBUG [RS:0;406b227cbc58:35587 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-0.1732586120714, exclude list is [], retry=0 2024-11-26T01:55:20,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39921,DS-d09e6fdb-0717-4451-a70f-5412ecf64348,DISK] 2024-11-26T01:55:20,806 INFO [RS:0;406b227cbc58:35587 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-0.1732586120714 2024-11-26T01:55:20,811 DEBUG [RS:0;406b227cbc58:35587 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46857:46857)] 2024-11-26T01:55:20,944 DEBUG [406b227cbc58:46417 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T01:55:20,967 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=406b227cbc58,35587,1732586114882 2024-11-26T01:55:20,986 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 406b227cbc58,35587,1732586114882, state=OPENING 2024-11-26T01:55:21,047 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T01:55:21,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-26T01:55:21,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x10079b000ea0001, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-26T01:55:21,095 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T01:55:21,098 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-26T01:55:21,098 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-26T01:55:21,098 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=406b227cbc58,35587,1732586114882}] 2024-11-26T01:55:21,308 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T01:55:21,311 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48211, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T01:55:21,387 INFO [RS_OPEN_META-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T01:55:21,388 INFO [RS_OPEN_META-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-26T01:55:21,388 INFO [RS_OPEN_META-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-26T01:55:21,388 INFO [RS_OPEN_META-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T01:55:21,389 INFO [RS_OPEN_META-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T01:55:21,426 INFO [RS_OPEN_META-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=406b227cbc58%2C35587%2C1732586114882.meta, suffix=.meta, logDir=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882, archiveDir=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/oldWALs, maxLogs=32 2024-11-26T01:55:21,451 DEBUG [RS_OPEN_META-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.meta.1732586121429.meta, exclude list is [], retry=0 2024-11-26T01:55:21,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39921,DS-d09e6fdb-0717-4451-a70f-5412ecf64348,DISK] 2024-11-26T01:55:21,478 INFO [RS_OPEN_META-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.meta.1732586121429.meta 2024-11-26T01:55:21,482 DEBUG [RS_OPEN_META-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46857:46857)] 2024-11-26T01:55:21,483 DEBUG [RS_OPEN_META-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T01:55:21,495 INFO [RS_OPEN_META-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-26T01:55:21,497 DEBUG [RS_OPEN_META-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T01:55:21,501 DEBUG [RS_OPEN_META-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T01:55:21,502 INFO [RS_OPEN_META-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T01:55:21,521 DEBUG [RS_OPEN_META-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T01:55:21,526 DEBUG [RS_OPEN_META-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T01:55:21,530 DEBUG [RS_OPEN_META-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T01:55:21,532 DEBUG [RS_OPEN_META-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T01:55:21,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T01:55:21,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T01:55:21,568 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:55:21,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T01:55:21,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T01:55:21,595 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T01:55:21,595 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:55:21,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T01:55:21,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T01:55:21,615 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T01:55:21,615 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:55:21,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T01:55:21,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T01:55:21,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T01:55:21,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:55:21,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T01:55:21,666 DEBUG [RS_OPEN_META-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T01:55:21,681 DEBUG [RS_OPEN_META-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/hbase/meta/1588230740 2024-11-26T01:55:21,726 DEBUG [RS_OPEN_META-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/hbase/meta/1588230740 2024-11-26T01:55:21,762 DEBUG [RS_OPEN_META-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T01:55:21,762 DEBUG [RS_OPEN_META-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T01:55:21,774 DEBUG [RS_OPEN_META-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T01:55:21,806 DEBUG [RS_OPEN_META-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T01:55:21,823 INFO [RS_OPEN_META-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11073192160, jitterRate=0.03127138316631317}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T01:55:21,823 DEBUG [RS_OPEN_META-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T01:55:21,825 DEBUG [RS_OPEN_META-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732586121542Writing region info on filesystem at 1732586121543 (+1 ms)Initializing all the Stores at 1732586121545 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732586121546 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732586121550 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732586121550Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732586121550Cleaning up temporary data from old regions at 1732586121762 (+212 ms)Running coprocessor post-open hooks at 1732586121823 (+61 ms)Region opened successfully at 1732586121825 (+2 ms) 2024-11-26T01:55:21,846 INFO [RS_OPEN_META-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732586121295 2024-11-26T01:55:21,883 DEBUG [RS_OPEN_META-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T01:55:21,884 INFO [RS_OPEN_META-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T01:55:21,897 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=406b227cbc58,35587,1732586114882 2024-11-26T01:55:21,903 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 406b227cbc58,35587,1732586114882, state=OPEN 2024-11-26T01:55:21,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-11-26T01:55:21,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x10079b000ea0001, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-11-26T01:55:21,923 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-26T01:55:21,923 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-26T01:55:21,923 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=406b227cbc58,35587,1732586114882 2024-11-26T01:55:21,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T01:55:21,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=406b227cbc58,35587,1732586114882 in 825 msec 2024-11-26T01:55:21,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T01:55:21,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.4600 sec 2024-11-26T01:55:21,987 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T01:55:21,987 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T01:55:22,050 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T01:55:22,052 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=406b227cbc58,35587,1732586114882, seqNum=-1] 2024-11-26T01:55:22,102 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T01:55:22,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55311, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T01:55:22,163 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 2.9000 sec 2024-11-26T01:55:22,164 INFO [master/406b227cbc58:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732586122164, completionTime=-1 2024-11-26T01:55:22,168 INFO [master/406b227cbc58:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T01:55:22,168 DEBUG [master/406b227cbc58:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T01:55:22,221 INFO [master/406b227cbc58:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T01:55:22,221 INFO [master/406b227cbc58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732586182221 2024-11-26T01:55:22,221 INFO [master/406b227cbc58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732586242221 2024-11-26T01:55:22,221 INFO [master/406b227cbc58:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 52 msec 2024-11-26T01:55:22,225 INFO [master/406b227cbc58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=406b227cbc58,46417,1732586112287-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T01:55:22,225 INFO [master/406b227cbc58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=406b227cbc58,46417,1732586112287-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T01:55:22,226 INFO [master/406b227cbc58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=406b227cbc58,46417,1732586112287-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T01:55:22,228 INFO [master/406b227cbc58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-406b227cbc58:46417, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T01:55:22,229 INFO [master/406b227cbc58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T01:55:22,230 INFO [master/406b227cbc58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T01:55:22,243 DEBUG [master/406b227cbc58:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T01:55:22,308 INFO [master/406b227cbc58:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 7.134sec 2024-11-26T01:55:22,310 INFO [master/406b227cbc58:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T01:55:22,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6313531, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:55:22,322 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-26T01:55:22,322 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-26T01:55:22,324 INFO [master/406b227cbc58:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T01:55:22,327 INFO [master/406b227cbc58:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T01:55:22,328 INFO [master/406b227cbc58:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T01:55:22,329 INFO [master/406b227cbc58:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T01:55:22,330 INFO [master/406b227cbc58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=406b227cbc58,46417,1732586112287-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T01:55:22,331 INFO [master/406b227cbc58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=406b227cbc58,46417,1732586112287-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T01:55:22,335 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 406b227cbc58,46417,-1 for getting cluster id 2024-11-26T01:55:22,335 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T01:55:22,371 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '990d9dbd-b01c-48a2-87fe-3e40884060f6' 2024-11-26T01:55:22,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T01:55:22,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "990d9dbd-b01c-48a2-87fe-3e40884060f6" 2024-11-26T01:55:22,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2abeaaea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:55:22,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [406b227cbc58,46417,-1] 2024-11-26T01:55:22,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T01:55:22,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:55:22,385 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T01:55:22,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28c25657, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:55:22,388 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T01:55:22,398 DEBUG [master/406b227cbc58:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T01:55:22,399 INFO [master/406b227cbc58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T01:55:22,400 INFO [master/406b227cbc58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=406b227cbc58,46417,1732586112287-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T01:55:22,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=406b227cbc58,35587,1732586114882, seqNum=-1] 2024-11-26T01:55:22,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T01:55:22,423 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T01:55:22,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=406b227cbc58,46417,1732586112287 2024-11-26T01:55:22,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2305): Starting mini mapreduce cluster... 2024-11-26T01:55:22,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/test.cache.data in system properties and HBase conf 2024-11-26T01:55:22,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T01:55:22,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/hadoop.log.dir in system properties and HBase conf 2024-11-26T01:55:22,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T01:55:22,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T01:55:22,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T01:55:22,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T01:55:22,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T01:55:22,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T01:55:22,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T01:55:22,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T01:55:22,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T01:55:22,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T01:55:22,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T01:55:22,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T01:55:22,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/nfs.dump.dir in system properties and HBase conf 2024-11-26T01:55:22,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/java.io.tmpdir in system properties and HBase conf 2024-11-26T01:55:22,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T01:55:22,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T01:55:22,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T01:55:22,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741835_1011 (size=592039) 2024-11-26T01:55:22,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T01:55:22,877 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T01:55:22,889 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2024-11-26T01:55:22,889 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2024-11-26T01:55:22,892 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T01:55:22,893 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-26T01:55:22,893 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T01:55:22,894 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-26T01:55:23,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741836_1012 (size=1663647) 2024-11-26T01:55:26,129 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T01:55:26,573 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T01:55:26,654 WARN [Thread-252 {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T01:55:27,063 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-26T01:55:27,065 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T01:55:27,066 INFO [Thread-252 {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T01:55:27,092 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T01:55:27,092 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T01:55:27,092 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T01:55:27,102 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T01:55:27,105 INFO [Thread-252 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T01:55:27,105 INFO [Thread-252 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T01:55:27,105 INFO [Thread-252 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T01:55:27,105 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-26T01:55:27,106 INFO [Thread-252 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@659ff9de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/hadoop.log.dir/,AVAILABLE} 2024-11-26T01:55:27,106 INFO [Thread-252 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@695b4969{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-26T01:55:27,134 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f704027{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/hadoop.log.dir/,AVAILABLE} 2024-11-26T01:55:27,134 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6522fb07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-26T01:55:27,394 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2024-11-26T01:55:27,394 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2024-11-26T01:55:27,395 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-26T01:55:27,398 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-26T01:55:27,477 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-26T01:55:27,825 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-26T01:55:28,455 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-26T01:55:28,502 INFO [Thread-252 {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a33c40b{jobhistory,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/java.io.tmpdir/jetty-localhost-38629-hadoop-yarn-common-3_4_1_jar-_-any-11309409705700703398/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-11-26T01:55:28,504 INFO [Thread-252 {}] server.AbstractConnector(333): Started ServerConnector@9a28ba{HTTP/1.1, (http/1.1)}{localhost:38629} 2024-11-26T01:55:28,504 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69754d98{cluster,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/java.io.tmpdir/jetty-localhost-32879-hadoop-yarn-common-3_4_1_jar-_-any-5354324505359341844/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-11-26T01:55:28,504 INFO [Thread-252 {}] server.Server(415): Started @25857ms 2024-11-26T01:55:28,506 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22940f04{HTTP/1.1, (http/1.1)}{localhost:32879} 2024-11-26T01:55:28,507 INFO [Time-limited test {}] server.Server(415): Started @25860ms 2024-11-26T01:55:28,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741837_1013 (size=5) 2024-11-26T01:55:30,325 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-11-26T01:55:30,332 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T01:55:30,472 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-26T01:55:30,474 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T01:55:30,530 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T01:55:30,530 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T01:55:30,531 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T01:55:30,539 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T01:55:30,542 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d8fbd56{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/hadoop.log.dir/,AVAILABLE} 2024-11-26T01:55:30,543 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ac24bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-26T01:55:30,633 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-11-26T01:55:30,633 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-26T01:55:30,633 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-11-26T01:55:30,634 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-26T01:55:30,660 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-26T01:55:30,712 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-26T01:55:31,004 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-26T01:55:31,044 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2dad7d02{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/java.io.tmpdir/jetty-localhost-42593-hadoop-yarn-common-3_4_1_jar-_-any-12781577666415821209/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-26T01:55:31,046 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@201a0ba8{HTTP/1.1, (http/1.1)}{localhost:42593} 2024-11-26T01:55:31,046 INFO [Time-limited test {}] server.Server(415): Started @28399ms 2024-11-26T01:55:31,340 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-11-26T01:55:31,344 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T01:55:31,362 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-26T01:55:31,363 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T01:55:31,370 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T01:55:31,370 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T01:55:31,370 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T01:55:31,372 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T01:55:31,374 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e599976{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/hadoop.log.dir/,AVAILABLE} 2024-11-26T01:55:31,375 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49647562{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-26T01:55:31,444 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-11-26T01:55:31,444 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-26T01:55:31,444 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-11-26T01:55:31,444 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-26T01:55:31,472 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-26T01:55:31,484 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-26T01:55:31,692 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-26T01:55:31,697 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3fbe8793{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/java.io.tmpdir/jetty-localhost-45555-hadoop-yarn-common-3_4_1_jar-_-any-4740411772741074804/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-26T01:55:31,698 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b59887f{HTTP/1.1, (http/1.1)}{localhost:45555} 2024-11-26T01:55:31,698 INFO [Time-limited test {}] server.Server(415): Started @29051ms 2024-11-26T01:55:31,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2341): Mini mapreduce cluster started 2024-11-26T01:55:31,747 INFO [Time-limited test {}] backup.TestBackupBase(336): ROOTDIR hdfs://localhost:42203/backupUT 2024-11-26T01:55:31,753 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T01:55:31,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 406b227cbc58,46417,1732586112287 2024-11-26T01:55:31,770 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17682516 2024-11-26T01:55:31,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T01:55:31,779 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T01:55:31,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns1'} 2024-11-26T01:55:31,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns1 2024-11-26T01:55:31,822 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns1 in 32 msec 2024-11-26T01:55:31,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T01:55:31,826 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns1 completed 2024-11-26T01:55:31,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns2'} 2024-11-26T01:55:31,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns2 2024-11-26T01:55:31,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-11-26T01:55:31,858 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns2 in 26 msec 2024-11-26T01:55:31,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-11-26T01:55:31,964 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns2 completed 2024-11-26T01:55:31,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns3'} 2024-11-26T01:55:31,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] procedure2.ProcedureExecutor(1139): Stored pid=6, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns3 2024-11-26T01:55:31,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-11-26T01:55:31,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns3 in 26 msec 2024-11-26T01:55:32,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-11-26T01:55:32,094 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns3 completed 2024-11-26T01:55:32,095 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns4'} 2024-11-26T01:55:32,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns4 2024-11-26T01:55:32,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T01:55:32,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns4 in 63 msec 2024-11-26T01:55:32,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T01:55:32,224 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns4 completed 2024-11-26T01:55:32,241 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test-1732586131747', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T01:55:32,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test-1732586131747 2024-11-26T01:55:32,257 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test-1732586131747 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T01:55:32,261 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:55:32,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test-1732586131747" procId is: 8 2024-11-26T01:55:32,266 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test-1732586131747 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T01:55:32,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-26T01:55:32,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741838_1014 (size=367) 2024-11-26T01:55:32,307 INFO [RegionOpenAndInit-test-1732586131747-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8dce50559a5ec495ab397e471bf220ad, NAME => 'test-1732586131747,,1732586132233.8dce50559a5ec495ab397e471bf220ad.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1732586131747', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9 2024-11-26T01:55:32,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741839_1015 (size=53) 2024-11-26T01:55:32,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-26T01:55:32,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-26T01:55:32,734 DEBUG [RegionOpenAndInit-test-1732586131747-pool-0 {}] regionserver.HRegion(898): Instantiated test-1732586131747,,1732586132233.8dce50559a5ec495ab397e471bf220ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T01:55:32,735 DEBUG [RegionOpenAndInit-test-1732586131747-pool-0 {}] regionserver.HRegion(1722): Closing 8dce50559a5ec495ab397e471bf220ad, disabling compactions & flushes 2024-11-26T01:55:32,735 INFO [RegionOpenAndInit-test-1732586131747-pool-0 {}] regionserver.HRegion(1755): Closing region test-1732586131747,,1732586132233.8dce50559a5ec495ab397e471bf220ad. 2024-11-26T01:55:32,735 DEBUG [RegionOpenAndInit-test-1732586131747-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test-1732586131747,,1732586132233.8dce50559a5ec495ab397e471bf220ad. 2024-11-26T01:55:32,735 DEBUG [RegionOpenAndInit-test-1732586131747-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test-1732586131747,,1732586132233.8dce50559a5ec495ab397e471bf220ad. after waiting 0 ms 2024-11-26T01:55:32,735 DEBUG [RegionOpenAndInit-test-1732586131747-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test-1732586131747,,1732586132233.8dce50559a5ec495ab397e471bf220ad. 2024-11-26T01:55:32,735 INFO [RegionOpenAndInit-test-1732586131747-pool-0 {}] regionserver.HRegion(1973): Closed test-1732586131747,,1732586132233.8dce50559a5ec495ab397e471bf220ad. 2024-11-26T01:55:32,736 DEBUG [RegionOpenAndInit-test-1732586131747-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8dce50559a5ec495ab397e471bf220ad: Waiting for close lock at 1732586132735Disabling compacts and flushes for region at 1732586132735Disabling writes for close at 1732586132735Writing region close event to WAL at 1732586132735Closed at 1732586132735 2024-11-26T01:55:32,739 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test-1732586131747 execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T01:55:32,749 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test-1732586131747,,1732586132233.8dce50559a5ec495ab397e471bf220ad.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732586132739"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732586132739"}]},"ts":"1732586132739"} 2024-11-26T01:55:32,770 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T01:55:32,775 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test-1732586131747 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T01:55:32,780 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1732586131747","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732586132776"}]},"ts":"1732586132776"} 2024-11-26T01:55:32,787 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1732586131747, state=ENABLING in hbase:meta 2024-11-26T01:55:32,790 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1732586131747, region=8dce50559a5ec495ab397e471bf220ad, ASSIGN}] 2024-11-26T01:55:32,798 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1732586131747, region=8dce50559a5ec495ab397e471bf220ad, ASSIGN 2024-11-26T01:55:32,807 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1732586131747, region=8dce50559a5ec495ab397e471bf220ad, ASSIGN; state=OFFLINE, location=406b227cbc58,35587,1732586114882; forceNewPlan=false, retain=false 2024-11-26T01:55:32,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-26T01:55:32,959 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8dce50559a5ec495ab397e471bf220ad, regionState=OPENING, regionLocation=406b227cbc58,35587,1732586114882 2024-11-26T01:55:32,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1732586131747, region=8dce50559a5ec495ab397e471bf220ad, ASSIGN because future has completed 2024-11-26T01:55:32,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8dce50559a5ec495ab397e471bf220ad, server=406b227cbc58,35587,1732586114882}] 2024-11-26T01:55:33,166 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(132): Open test-1732586131747,,1732586132233.8dce50559a5ec495ab397e471bf220ad. 2024-11-26T01:55:33,166 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T01:55:33,167 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor 406b227cbc58,35587,1732586114882.regiongroup-1 2024-11-26T01:55:33,170 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-1, suffix=, logDir=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882, archiveDir=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/oldWALs, maxLogs=32 2024-11-26T01:55:33,194 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-1.1732586133173, exclude list is [], retry=0 2024-11-26T01:55:33,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39921,DS-d09e6fdb-0717-4451-a70f-5412ecf64348,DISK] 2024-11-26T01:55:33,202 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-1.1732586133173 2024-11-26T01:55:33,202 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46857:46857)] 2024-11-26T01:55:33,203 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8dce50559a5ec495ab397e471bf220ad, NAME => 'test-1732586131747,,1732586132233.8dce50559a5ec495ab397e471bf220ad.', STARTKEY => '', ENDKEY => ''} 2024-11-26T01:55:33,203 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-26T01:55:33,203 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1732586131747 8dce50559a5ec495ab397e471bf220ad 2024-11-26T01:55:33,204 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(898): Instantiated test-1732586131747,,1732586132233.8dce50559a5ec495ab397e471bf220ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T01:55:33,204 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8dce50559a5ec495ab397e471bf220ad 2024-11-26T01:55:33,204 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8dce50559a5ec495ab397e471bf220ad 2024-11-26T01:55:33,210 INFO [StoreOpener-8dce50559a5ec495ab397e471bf220ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8dce50559a5ec495ab397e471bf220ad 2024-11-26T01:55:33,213 INFO [StoreOpener-8dce50559a5ec495ab397e471bf220ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8dce50559a5ec495ab397e471bf220ad columnFamilyName f 2024-11-26T01:55:33,214 DEBUG [StoreOpener-8dce50559a5ec495ab397e471bf220ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:55:33,222 INFO [StoreOpener-8dce50559a5ec495ab397e471bf220ad-1 {}] regionserver.HStore(327): Store=8dce50559a5ec495ab397e471bf220ad/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T01:55:33,223 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8dce50559a5ec495ab397e471bf220ad 2024-11-26T01:55:33,225 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad 2024-11-26T01:55:33,226 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad 2024-11-26T01:55:33,227 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8dce50559a5ec495ab397e471bf220ad 2024-11-26T01:55:33,227 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8dce50559a5ec495ab397e471bf220ad 2024-11-26T01:55:33,236 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8dce50559a5ec495ab397e471bf220ad 2024-11-26T01:55:33,243 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T01:55:33,247 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1114): Opened 8dce50559a5ec495ab397e471bf220ad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9824780160, jitterRate=-0.0849960446357727}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T01:55:33,247 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8dce50559a5ec495ab397e471bf220ad 2024-11-26T01:55:33,249 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8dce50559a5ec495ab397e471bf220ad: Running coprocessor pre-open hook at 1732586133204Writing region info on filesystem at 1732586133204Initializing all the Stores at 1732586133206 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732586133206Cleaning up temporary data from old regions at 1732586133228 (+22 ms)Running coprocessor post-open hooks at 1732586133247 (+19 ms)Region opened successfully at 1732586133249 (+2 ms) 2024-11-26T01:55:33,253 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1732586131747,,1732586132233.8dce50559a5ec495ab397e471bf220ad., pid=10, masterSystemTime=1732586133129 2024-11-26T01:55:33,259 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1732586131747,,1732586132233.8dce50559a5ec495ab397e471bf220ad. 2024-11-26T01:55:33,259 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(153): Opened test-1732586131747,,1732586132233.8dce50559a5ec495ab397e471bf220ad. 2024-11-26T01:55:33,262 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8dce50559a5ec495ab397e471bf220ad, regionState=OPEN, openSeqNum=2, regionLocation=406b227cbc58,35587,1732586114882 2024-11-26T01:55:33,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8dce50559a5ec495ab397e471bf220ad, server=406b227cbc58,35587,1732586114882 because future has completed 2024-11-26T01:55:33,281 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46417 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=406b227cbc58,35587,1732586114882, table=test-1732586131747, region=8dce50559a5ec495ab397e471bf220ad. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-26T01:55:33,295 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T01:55:33,295 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8dce50559a5ec495ab397e471bf220ad, server=406b227cbc58,35587,1732586114882 in 321 msec 2024-11-26T01:55:33,306 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T01:55:33,306 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1732586131747, region=8dce50559a5ec495ab397e471bf220ad, ASSIGN in 505 msec 2024-11-26T01:55:33,309 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test-1732586131747 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T01:55:33,309 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1732586131747","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732586133309"}]},"ts":"1732586133309"} 2024-11-26T01:55:33,314 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1732586131747, state=ENABLED in hbase:meta 2024-11-26T01:55:33,317 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test-1732586131747 execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T01:55:33,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=test-1732586131747 in 1.0720 sec 2024-11-26T01:55:33,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-26T01:55:33,414 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test-1732586131747 completed 2024-11-26T01:55:33,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18144e98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:55:33,416 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 406b227cbc58,46417,-1 for getting cluster id 2024-11-26T01:55:33,416 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T01:55:33,419 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '990d9dbd-b01c-48a2-87fe-3e40884060f6' 2024-11-26T01:55:33,420 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T01:55:33,420 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "990d9dbd-b01c-48a2-87fe-3e40884060f6" 2024-11-26T01:55:33,421 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a5796ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:55:33,421 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [406b227cbc58,46417,-1] 2024-11-26T01:55:33,421 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T01:55:33,422 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:55:33,426 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T01:55:33,428 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bb6a4f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:55:33,433 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T01:55:33,436 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=406b227cbc58,35587,1732586114882, seqNum=-1] 2024-11-26T01:55:33,436 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T01:55:33,440 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T01:55:33,450 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732586131747', row='row0', locateType=CURRENT is [region=test-1732586131747,,1732586132233.8dce50559a5ec495ab397e471bf220ad., hostname=406b227cbc58,35587,1732586114882, seqNum=2] 2024-11-26T01:55:33,455 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.HRegion(8528): writing data to region test-1732586131747,,1732586132233.8dce50559a5ec495ab397e471bf220ad. with WAL disabled. Data may be lost in the event of a crash. 2024-11-26T01:55:33,800 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns2:test-17325861317471', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T01:55:33,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:test-17325861317471 2024-11-26T01:55:33,808 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17325861317471 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T01:55:33,808 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:55:33,811 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns2" qualifier: "test-17325861317471" procId is: 11 2024-11-26T01:55:33,811 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:test-17325861317471 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T01:55:33,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-26T01:55:33,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741841_1017 (size=364) 2024-11-26T01:55:33,837 INFO [RegionOpenAndInit-ns2:test-17325861317471-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ddef0a84d064233dcec0652c33c43643, NAME => 'ns2:test-17325861317471,,1732586133800.ddef0a84d064233dcec0652c33c43643.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-17325861317471', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9 2024-11-26T01:55:33,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741842_1018 (size=50) 2024-11-26T01:55:33,862 DEBUG [RegionOpenAndInit-ns2:test-17325861317471-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:test-17325861317471,,1732586133800.ddef0a84d064233dcec0652c33c43643.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T01:55:33,862 DEBUG [RegionOpenAndInit-ns2:test-17325861317471-pool-0 {}] regionserver.HRegion(1722): Closing ddef0a84d064233dcec0652c33c43643, disabling compactions & flushes 2024-11-26T01:55:33,862 INFO [RegionOpenAndInit-ns2:test-17325861317471-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:test-17325861317471,,1732586133800.ddef0a84d064233dcec0652c33c43643. 2024-11-26T01:55:33,863 DEBUG [RegionOpenAndInit-ns2:test-17325861317471-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17325861317471,,1732586133800.ddef0a84d064233dcec0652c33c43643. 2024-11-26T01:55:33,863 DEBUG [RegionOpenAndInit-ns2:test-17325861317471-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17325861317471,,1732586133800.ddef0a84d064233dcec0652c33c43643. after waiting 0 ms 2024-11-26T01:55:33,863 DEBUG [RegionOpenAndInit-ns2:test-17325861317471-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17325861317471,,1732586133800.ddef0a84d064233dcec0652c33c43643. 2024-11-26T01:55:33,863 INFO [RegionOpenAndInit-ns2:test-17325861317471-pool-0 {}] regionserver.HRegion(1973): Closed ns2:test-17325861317471,,1732586133800.ddef0a84d064233dcec0652c33c43643. 2024-11-26T01:55:33,863 DEBUG [RegionOpenAndInit-ns2:test-17325861317471-pool-0 {}] regionserver.HRegion(1676): Region close journal for ddef0a84d064233dcec0652c33c43643: Waiting for close lock at 1732586133862Disabling compacts and flushes for region at 1732586133862Disabling writes for close at 1732586133863 (+1 ms)Writing region close event to WAL at 1732586133863Closed at 1732586133863 2024-11-26T01:55:33,865 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:test-17325861317471 execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T01:55:33,866 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:test-17325861317471,,1732586133800.ddef0a84d064233dcec0652c33c43643.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1732586133866"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732586133866"}]},"ts":"1732586133866"} 2024-11-26T01:55:33,870 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T01:55:33,873 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:test-17325861317471 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T01:55:33,873 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17325861317471","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732586133873"}]},"ts":"1732586133873"} 2024-11-26T01:55:33,877 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17325861317471, state=ENABLING in hbase:meta 2024-11-26T01:55:33,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17325861317471, region=ddef0a84d064233dcec0652c33c43643, ASSIGN}] 2024-11-26T01:55:33,880 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17325861317471, region=ddef0a84d064233dcec0652c33c43643, ASSIGN 2024-11-26T01:55:33,884 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:test-17325861317471, region=ddef0a84d064233dcec0652c33c43643, ASSIGN; state=OFFLINE, location=406b227cbc58,35587,1732586114882; forceNewPlan=false, retain=false 2024-11-26T01:55:33,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-26T01:55:34,035 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=ddef0a84d064233dcec0652c33c43643, regionState=OPENING, regionLocation=406b227cbc58,35587,1732586114882 2024-11-26T01:55:34,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:test-17325861317471, region=ddef0a84d064233dcec0652c33c43643, ASSIGN because future has completed 2024-11-26T01:55:34,040 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure ddef0a84d064233dcec0652c33c43643, server=406b227cbc58,35587,1732586114882}] 2024-11-26T01:55:34,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-26T01:55:34,202 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open ns2:test-17325861317471,,1732586133800.ddef0a84d064233dcec0652c33c43643. 2024-11-26T01:55:34,202 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => ddef0a84d064233dcec0652c33c43643, NAME => 'ns2:test-17325861317471,,1732586133800.ddef0a84d064233dcec0652c33c43643.', STARTKEY => '', ENDKEY => ''} 2024-11-26T01:55:34,203 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-26T01:55:34,203 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17325861317471 ddef0a84d064233dcec0652c33c43643 2024-11-26T01:55:34,203 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated ns2:test-17325861317471,,1732586133800.ddef0a84d064233dcec0652c33c43643.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T01:55:34,204 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for ddef0a84d064233dcec0652c33c43643 2024-11-26T01:55:34,204 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for ddef0a84d064233dcec0652c33c43643 2024-11-26T01:55:34,207 INFO [StoreOpener-ddef0a84d064233dcec0652c33c43643-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ddef0a84d064233dcec0652c33c43643 2024-11-26T01:55:34,217 INFO [StoreOpener-ddef0a84d064233dcec0652c33c43643-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ddef0a84d064233dcec0652c33c43643 columnFamilyName f 2024-11-26T01:55:34,218 DEBUG [StoreOpener-ddef0a84d064233dcec0652c33c43643-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:55:34,219 INFO [StoreOpener-ddef0a84d064233dcec0652c33c43643-1 {}] regionserver.HStore(327): Store=ddef0a84d064233dcec0652c33c43643/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T01:55:34,219 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for ddef0a84d064233dcec0652c33c43643 2024-11-26T01:55:34,221 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/ns2/test-17325861317471/ddef0a84d064233dcec0652c33c43643 2024-11-26T01:55:34,223 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/ns2/test-17325861317471/ddef0a84d064233dcec0652c33c43643 2024-11-26T01:55:34,224 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for ddef0a84d064233dcec0652c33c43643 2024-11-26T01:55:34,224 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for ddef0a84d064233dcec0652c33c43643 2024-11-26T01:55:34,228 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for ddef0a84d064233dcec0652c33c43643 2024-11-26T01:55:34,233 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/ns2/test-17325861317471/ddef0a84d064233dcec0652c33c43643/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T01:55:34,235 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened ddef0a84d064233dcec0652c33c43643; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11735141440, jitterRate=0.0929202139377594}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T01:55:34,235 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ddef0a84d064233dcec0652c33c43643 2024-11-26T01:55:34,236 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for ddef0a84d064233dcec0652c33c43643: Running coprocessor pre-open hook at 1732586134204Writing region info on filesystem at 1732586134204Initializing all the Stores at 1732586134206 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732586134206Cleaning up temporary data from old regions at 1732586134224 (+18 ms)Running coprocessor post-open hooks at 1732586134235 (+11 ms)Region opened successfully at 1732586134236 (+1 ms) 2024-11-26T01:55:34,239 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:test-17325861317471,,1732586133800.ddef0a84d064233dcec0652c33c43643., pid=13, masterSystemTime=1732586134195 2024-11-26T01:55:34,243 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:test-17325861317471,,1732586133800.ddef0a84d064233dcec0652c33c43643. 2024-11-26T01:55:34,244 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened ns2:test-17325861317471,,1732586133800.ddef0a84d064233dcec0652c33c43643. 2024-11-26T01:55:34,245 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=ddef0a84d064233dcec0652c33c43643, regionState=OPEN, openSeqNum=2, regionLocation=406b227cbc58,35587,1732586114882 2024-11-26T01:55:34,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure ddef0a84d064233dcec0652c33c43643, server=406b227cbc58,35587,1732586114882 because future has completed 2024-11-26T01:55:34,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-26T01:55:34,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure ddef0a84d064233dcec0652c33c43643, server=406b227cbc58,35587,1732586114882 in 217 msec 2024-11-26T01:55:34,268 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-26T01:55:34,268 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:test-17325861317471, region=ddef0a84d064233dcec0652c33c43643, ASSIGN in 386 msec 2024-11-26T01:55:34,270 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:test-17325861317471 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T01:55:34,271 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17325861317471","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732586134271"}]},"ts":"1732586134271"} 2024-11-26T01:55:34,275 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17325861317471, state=ENABLED in hbase:meta 2024-11-26T01:55:34,277 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17325861317471 execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T01:55:34,282 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:test-17325861317471 in 477 msec 2024-11-26T01:55:34,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-26T01:55:34,444 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:test-17325861317471 completed 2024-11-26T01:55:34,450 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17325861317471', row='row0', locateType=CURRENT is [region=ns2:test-17325861317471,,1732586133800.ddef0a84d064233dcec0652c33c43643., hostname=406b227cbc58,35587,1732586114882, seqNum=2] 2024-11-26T01:55:34,452 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35587 {}] regionserver.HRegion(8528): writing data to region ns2:test-17325861317471,,1732586133800.ddef0a84d064233dcec0652c33c43643. with WAL disabled. Data may be lost in the event of a crash. 2024-11-26T01:55:34,691 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns3:test-17325861317472', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T01:55:34,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns3:test-17325861317472 2024-11-26T01:55:34,696 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17325861317472 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T01:55:34,697 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:55:34,698 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns3" qualifier: "test-17325861317472" procId is: 14 2024-11-26T01:55:34,699 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns3:test-17325861317472 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T01:55:34,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-26T01:55:34,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741843_1019 (size=390) 2024-11-26T01:55:34,717 INFO [RegionOpenAndInit-ns3:test-17325861317472-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6c7d299bddf6b0bb447742665c2edca8, NAME => 'ns3:test-17325861317472,,1732586134690.6c7d299bddf6b0bb447742665c2edca8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-17325861317472', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9 2024-11-26T01:55:34,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741844_1020 (size=50) 2024-11-26T01:55:34,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-26T01:55:35,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-26T01:55:35,132 DEBUG [RegionOpenAndInit-ns3:test-17325861317472-pool-0 {}] regionserver.HRegion(898): Instantiated ns3:test-17325861317472,,1732586134690.6c7d299bddf6b0bb447742665c2edca8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T01:55:35,133 DEBUG [RegionOpenAndInit-ns3:test-17325861317472-pool-0 {}] regionserver.HRegion(1722): Closing 6c7d299bddf6b0bb447742665c2edca8, disabling compactions & flushes 2024-11-26T01:55:35,133 INFO [RegionOpenAndInit-ns3:test-17325861317472-pool-0 {}] regionserver.HRegion(1755): Closing region ns3:test-17325861317472,,1732586134690.6c7d299bddf6b0bb447742665c2edca8. 2024-11-26T01:55:35,133 DEBUG [RegionOpenAndInit-ns3:test-17325861317472-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17325861317472,,1732586134690.6c7d299bddf6b0bb447742665c2edca8. 2024-11-26T01:55:35,133 DEBUG [RegionOpenAndInit-ns3:test-17325861317472-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17325861317472,,1732586134690.6c7d299bddf6b0bb447742665c2edca8. after waiting 0 ms 2024-11-26T01:55:35,133 DEBUG [RegionOpenAndInit-ns3:test-17325861317472-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17325861317472,,1732586134690.6c7d299bddf6b0bb447742665c2edca8. 2024-11-26T01:55:35,133 INFO [RegionOpenAndInit-ns3:test-17325861317472-pool-0 {}] regionserver.HRegion(1973): Closed ns3:test-17325861317472,,1732586134690.6c7d299bddf6b0bb447742665c2edca8. 2024-11-26T01:55:35,133 DEBUG [RegionOpenAndInit-ns3:test-17325861317472-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6c7d299bddf6b0bb447742665c2edca8: Waiting for close lock at 1732586135133Disabling compacts and flushes for region at 1732586135133Disabling writes for close at 1732586135133Writing region close event to WAL at 1732586135133Closed at 1732586135133 2024-11-26T01:55:35,136 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns3:test-17325861317472 execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T01:55:35,136 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns3:test-17325861317472,,1732586134690.6c7d299bddf6b0bb447742665c2edca8.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1732586135136"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732586135136"}]},"ts":"1732586135136"} 2024-11-26T01:55:35,141 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T01:55:35,143 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns3:test-17325861317472 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T01:55:35,144 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17325861317472","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732586135143"}]},"ts":"1732586135143"} 2024-11-26T01:55:35,147 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17325861317472, state=ENABLING in hbase:meta 2024-11-26T01:55:35,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17325861317472, region=6c7d299bddf6b0bb447742665c2edca8, ASSIGN}] 2024-11-26T01:55:35,150 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17325861317472, region=6c7d299bddf6b0bb447742665c2edca8, ASSIGN 2024-11-26T01:55:35,152 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns3:test-17325861317472, region=6c7d299bddf6b0bb447742665c2edca8, ASSIGN; state=OFFLINE, location=406b227cbc58,35587,1732586114882; forceNewPlan=false, retain=false 2024-11-26T01:55:35,303 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=6c7d299bddf6b0bb447742665c2edca8, regionState=OPENING, regionLocation=406b227cbc58,35587,1732586114882 2024-11-26T01:55:35,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns3:test-17325861317472, region=6c7d299bddf6b0bb447742665c2edca8, ASSIGN because future has completed 2024-11-26T01:55:35,308 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c7d299bddf6b0bb447742665c2edca8, server=406b227cbc58,35587,1732586114882}] 2024-11-26T01:55:35,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-26T01:55:35,469 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open ns3:test-17325861317472,,1732586134690.6c7d299bddf6b0bb447742665c2edca8. 2024-11-26T01:55:35,470 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 6c7d299bddf6b0bb447742665c2edca8, NAME => 'ns3:test-17325861317472,,1732586134690.6c7d299bddf6b0bb447742665c2edca8.', STARTKEY => '', ENDKEY => ''} 2024-11-26T01:55:35,470 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-26T01:55:35,470 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17325861317472 6c7d299bddf6b0bb447742665c2edca8 2024-11-26T01:55:35,471 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated ns3:test-17325861317472,,1732586134690.6c7d299bddf6b0bb447742665c2edca8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T01:55:35,471 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 6c7d299bddf6b0bb447742665c2edca8 2024-11-26T01:55:35,471 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 6c7d299bddf6b0bb447742665c2edca8 2024-11-26T01:55:35,478 INFO [StoreOpener-6c7d299bddf6b0bb447742665c2edca8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6c7d299bddf6b0bb447742665c2edca8 2024-11-26T01:55:35,481 INFO [StoreOpener-6c7d299bddf6b0bb447742665c2edca8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c7d299bddf6b0bb447742665c2edca8 columnFamilyName f 2024-11-26T01:55:35,482 DEBUG [StoreOpener-6c7d299bddf6b0bb447742665c2edca8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:55:35,483 INFO [StoreOpener-6c7d299bddf6b0bb447742665c2edca8-1 {}] regionserver.HStore(327): Store=6c7d299bddf6b0bb447742665c2edca8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T01:55:35,483 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 6c7d299bddf6b0bb447742665c2edca8 2024-11-26T01:55:35,485 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/ns3/test-17325861317472/6c7d299bddf6b0bb447742665c2edca8 2024-11-26T01:55:35,486 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/ns3/test-17325861317472/6c7d299bddf6b0bb447742665c2edca8 2024-11-26T01:55:35,487 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 6c7d299bddf6b0bb447742665c2edca8 2024-11-26T01:55:35,487 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 6c7d299bddf6b0bb447742665c2edca8 2024-11-26T01:55:35,492 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 6c7d299bddf6b0bb447742665c2edca8 2024-11-26T01:55:35,497 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/ns3/test-17325861317472/6c7d299bddf6b0bb447742665c2edca8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T01:55:35,498 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 6c7d299bddf6b0bb447742665c2edca8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11668749280, jitterRate=0.08673696219921112}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T01:55:35,498 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6c7d299bddf6b0bb447742665c2edca8 2024-11-26T01:55:35,500 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 6c7d299bddf6b0bb447742665c2edca8: Running coprocessor pre-open hook at 1732586135471Writing region info on filesystem at 1732586135471Initializing all the Stores at 1732586135474 (+3 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732586135474Cleaning up temporary data from old regions at 1732586135488 (+14 ms)Running coprocessor post-open hooks at 1732586135498 (+10 ms)Region opened successfully at 1732586135500 (+2 ms) 2024-11-26T01:55:35,503 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for ns3:test-17325861317472,,1732586134690.6c7d299bddf6b0bb447742665c2edca8., pid=16, masterSystemTime=1732586135462 2024-11-26T01:55:35,508 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for ns3:test-17325861317472,,1732586134690.6c7d299bddf6b0bb447742665c2edca8. 2024-11-26T01:55:35,508 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened ns3:test-17325861317472,,1732586134690.6c7d299bddf6b0bb447742665c2edca8. 2024-11-26T01:55:35,510 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=6c7d299bddf6b0bb447742665c2edca8, regionState=OPEN, openSeqNum=2, regionLocation=406b227cbc58,35587,1732586114882 2024-11-26T01:55:35,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c7d299bddf6b0bb447742665c2edca8, server=406b227cbc58,35587,1732586114882 because future has completed 2024-11-26T01:55:35,532 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-26T01:55:35,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure 6c7d299bddf6b0bb447742665c2edca8, server=406b227cbc58,35587,1732586114882 in 216 msec 2024-11-26T01:55:35,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-26T01:55:35,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns3:test-17325861317472, region=6c7d299bddf6b0bb447742665c2edca8, ASSIGN in 385 msec 2024-11-26T01:55:35,541 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns3:test-17325861317472 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T01:55:35,541 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17325861317472","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732586135541"}]},"ts":"1732586135541"} 2024-11-26T01:55:35,546 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17325861317472, state=ENABLED in hbase:meta 2024-11-26T01:55:35,548 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17325861317472 execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T01:55:35,553 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns3:test-17325861317472 in 857 msec 2024-11-26T01:55:35,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-26T01:55:35,843 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns3:test-17325861317472 completed 2024-11-26T01:55:35,844 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns3:test-17325861317472 get assigned. Timeout = 60000ms 2024-11-26T01:55:35,845 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T01:55:35,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns3:test-17325861317472 assigned to meta. Checking AM states. 2024-11-26T01:55:35,854 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T01:55:35,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns3:test-17325861317472 assigned. 2024-11-26T01:55:35,859 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns4:test-17325861317473', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T01:55:35,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns4:test-17325861317473 2024-11-26T01:55:35,863 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17325861317473 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T01:55:35,863 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:55:35,864 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns4" qualifier: "test-17325861317473" procId is: 17 2024-11-26T01:55:35,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-26T01:55:35,866 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns4:test-17325861317473 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T01:55:35,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741845_1021 (size=390) 2024-11-26T01:55:36,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-26T01:55:36,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-26T01:55:36,358 INFO [RegionOpenAndInit-ns4:test-17325861317473-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5e10eab7cf6fbb325c808006c4452cbc, NAME => 'ns4:test-17325861317473,,1732586135858.5e10eab7cf6fbb325c808006c4452cbc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-17325861317473', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9 2024-11-26T01:55:36,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741846_1022 (size=50) 2024-11-26T01:55:36,375 DEBUG [RegionOpenAndInit-ns4:test-17325861317473-pool-0 {}] regionserver.HRegion(898): Instantiated ns4:test-17325861317473,,1732586135858.5e10eab7cf6fbb325c808006c4452cbc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T01:55:36,375 DEBUG [RegionOpenAndInit-ns4:test-17325861317473-pool-0 {}] regionserver.HRegion(1722): Closing 5e10eab7cf6fbb325c808006c4452cbc, disabling compactions & flushes 2024-11-26T01:55:36,375 INFO [RegionOpenAndInit-ns4:test-17325861317473-pool-0 {}] regionserver.HRegion(1755): Closing region ns4:test-17325861317473,,1732586135858.5e10eab7cf6fbb325c808006c4452cbc. 2024-11-26T01:55:36,376 DEBUG [RegionOpenAndInit-ns4:test-17325861317473-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17325861317473,,1732586135858.5e10eab7cf6fbb325c808006c4452cbc. 2024-11-26T01:55:36,376 DEBUG [RegionOpenAndInit-ns4:test-17325861317473-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17325861317473,,1732586135858.5e10eab7cf6fbb325c808006c4452cbc. after waiting 0 ms 2024-11-26T01:55:36,376 DEBUG [RegionOpenAndInit-ns4:test-17325861317473-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17325861317473,,1732586135858.5e10eab7cf6fbb325c808006c4452cbc. 2024-11-26T01:55:36,376 INFO [RegionOpenAndInit-ns4:test-17325861317473-pool-0 {}] regionserver.HRegion(1973): Closed ns4:test-17325861317473,,1732586135858.5e10eab7cf6fbb325c808006c4452cbc. 2024-11-26T01:55:36,376 DEBUG [RegionOpenAndInit-ns4:test-17325861317473-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5e10eab7cf6fbb325c808006c4452cbc: Waiting for close lock at 1732586136375Disabling compacts and flushes for region at 1732586136375Disabling writes for close at 1732586136376 (+1 ms)Writing region close event to WAL at 1732586136376Closed at 1732586136376 2024-11-26T01:55:36,379 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns4:test-17325861317473 execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T01:55:36,379 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns4:test-17325861317473,,1732586135858.5e10eab7cf6fbb325c808006c4452cbc.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1732586136379"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732586136379"}]},"ts":"1732586136379"} 2024-11-26T01:55:36,383 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T01:55:36,385 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns4:test-17325861317473 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T01:55:36,386 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17325861317473","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732586136385"}]},"ts":"1732586136385"} 2024-11-26T01:55:36,389 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17325861317473, state=ENABLING in hbase:meta 2024-11-26T01:55:36,390 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17325861317473, region=5e10eab7cf6fbb325c808006c4452cbc, ASSIGN}] 2024-11-26T01:55:36,393 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17325861317473, region=5e10eab7cf6fbb325c808006c4452cbc, ASSIGN 2024-11-26T01:55:36,395 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns4:test-17325861317473, region=5e10eab7cf6fbb325c808006c4452cbc, ASSIGN; state=OFFLINE, location=406b227cbc58,35587,1732586114882; forceNewPlan=false, retain=false 2024-11-26T01:55:36,546 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=5e10eab7cf6fbb325c808006c4452cbc, regionState=OPENING, regionLocation=406b227cbc58,35587,1732586114882 2024-11-26T01:55:36,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns4:test-17325861317473, region=5e10eab7cf6fbb325c808006c4452cbc, ASSIGN because future has completed 2024-11-26T01:55:36,552 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e10eab7cf6fbb325c808006c4452cbc, server=406b227cbc58,35587,1732586114882}] 2024-11-26T01:55:36,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-26T01:55:36,713 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open ns4:test-17325861317473,,1732586135858.5e10eab7cf6fbb325c808006c4452cbc. 2024-11-26T01:55:36,716 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 5e10eab7cf6fbb325c808006c4452cbc, NAME => 'ns4:test-17325861317473,,1732586135858.5e10eab7cf6fbb325c808006c4452cbc.', STARTKEY => '', ENDKEY => ''} 2024-11-26T01:55:36,717 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-26T01:55:36,720 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17325861317473 5e10eab7cf6fbb325c808006c4452cbc 2024-11-26T01:55:36,721 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated ns4:test-17325861317473,,1732586135858.5e10eab7cf6fbb325c808006c4452cbc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T01:55:36,721 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 5e10eab7cf6fbb325c808006c4452cbc 2024-11-26T01:55:36,721 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 5e10eab7cf6fbb325c808006c4452cbc 2024-11-26T01:55:36,730 INFO [StoreOpener-5e10eab7cf6fbb325c808006c4452cbc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5e10eab7cf6fbb325c808006c4452cbc 2024-11-26T01:55:36,735 INFO [StoreOpener-5e10eab7cf6fbb325c808006c4452cbc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e10eab7cf6fbb325c808006c4452cbc columnFamilyName f 2024-11-26T01:55:36,735 DEBUG [StoreOpener-5e10eab7cf6fbb325c808006c4452cbc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:55:36,739 INFO [StoreOpener-5e10eab7cf6fbb325c808006c4452cbc-1 {}] regionserver.HStore(327): Store=5e10eab7cf6fbb325c808006c4452cbc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T01:55:36,739 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 5e10eab7cf6fbb325c808006c4452cbc 2024-11-26T01:55:36,744 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/ns4/test-17325861317473/5e10eab7cf6fbb325c808006c4452cbc 2024-11-26T01:55:36,745 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/ns4/test-17325861317473/5e10eab7cf6fbb325c808006c4452cbc 2024-11-26T01:55:36,746 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 5e10eab7cf6fbb325c808006c4452cbc 2024-11-26T01:55:36,746 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 5e10eab7cf6fbb325c808006c4452cbc 2024-11-26T01:55:36,750 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 5e10eab7cf6fbb325c808006c4452cbc 2024-11-26T01:55:36,769 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/ns4/test-17325861317473/5e10eab7cf6fbb325c808006c4452cbc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T01:55:36,771 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 5e10eab7cf6fbb325c808006c4452cbc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10082453600, jitterRate=-0.06099833548069}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T01:55:36,771 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5e10eab7cf6fbb325c808006c4452cbc 2024-11-26T01:55:36,774 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 5e10eab7cf6fbb325c808006c4452cbc: Running coprocessor pre-open hook at 1732586136721Writing region info on filesystem at 1732586136721Initializing all the Stores at 1732586136726 (+5 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732586136726Cleaning up temporary data from old regions at 1732586136746 (+20 ms)Running coprocessor post-open hooks at 1732586136771 (+25 ms)Region opened successfully at 1732586136771 2024-11-26T01:55:36,776 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for ns4:test-17325861317473,,1732586135858.5e10eab7cf6fbb325c808006c4452cbc., pid=19, masterSystemTime=1732586136706 2024-11-26T01:55:36,783 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for ns4:test-17325861317473,,1732586135858.5e10eab7cf6fbb325c808006c4452cbc. 2024-11-26T01:55:36,783 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened ns4:test-17325861317473,,1732586135858.5e10eab7cf6fbb325c808006c4452cbc. 2024-11-26T01:55:36,785 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=5e10eab7cf6fbb325c808006c4452cbc, regionState=OPEN, openSeqNum=2, regionLocation=406b227cbc58,35587,1732586114882 2024-11-26T01:55:36,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e10eab7cf6fbb325c808006c4452cbc, server=406b227cbc58,35587,1732586114882 because future has completed 2024-11-26T01:55:36,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-26T01:55:36,803 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 5e10eab7cf6fbb325c808006c4452cbc, server=406b227cbc58,35587,1732586114882 in 244 msec 2024-11-26T01:55:36,810 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-26T01:55:36,810 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns4:test-17325861317473, region=5e10eab7cf6fbb325c808006c4452cbc, ASSIGN in 413 msec 2024-11-26T01:55:36,813 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns4:test-17325861317473 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T01:55:36,813 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17325861317473","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732586136813"}]},"ts":"1732586136813"} 2024-11-26T01:55:36,816 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17325861317473, state=ENABLED in hbase:meta 2024-11-26T01:55:36,818 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17325861317473 execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T01:55:36,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns4:test-17325861317473 in 959 msec 2024-11-26T01:55:37,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-26T01:55:37,073 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns4:test-17325861317473 completed 2024-11-26T01:55:37,073 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns4:test-17325861317473 get assigned. Timeout = 60000ms 2024-11-26T01:55:37,073 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T01:55:37,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns4:test-17325861317473 assigned to meta. Checking AM states. 2024-11-26T01:55:37,080 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T01:55:37,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns4:test-17325861317473 assigned. 2024-11-26T01:55:37,081 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T01:55:37,081 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestBackupBase.createTables(TestBackupBase.java:481) at org.apache.hadoop.hbase.backup.TestBackupBase.setUpHelper(TestBackupBase.java:343) at org.apache.hadoop.hbase.backup.TestBackupBase.setUp(TestBackupBase.java:357) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T01:55:37,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:55:37,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:55:37,088 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T01:55:37,124 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=611, OpenFileDescriptor=633, MaxFileDescriptor=1048576, SystemLoadAverage=741, ProcessCount=15, AvailableMemoryMB=4389 2024-11-26T01:55:37,127 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=611 is superior to 500 2024-11-26T01:55:37,129 INFO [Time-limited test {}] backup.TestIncrementalBackup(91): create full backup image for all tables 2024-11-26T01:55:37,135 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1732586131747 from 'test-1732586131747', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1732586131747', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T01:55:37,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] procedure2.ProcedureExecutor(1139): Stored pid=20, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1732586131747 2024-11-26T01:55:37,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741847_1023 (size=908) 2024-11-26T01:55:37,577 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/.tabledesc/.tableinfo.0000000001.367 2024-11-26T01:55:37,577 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/.tabledesc/.tableinfo.0000000002.908 2024-11-26T01:55:37,585 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1732586131747}] 2024-11-26T01:55:37,598 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1732586131747, region=8dce50559a5ec495ab397e471bf220ad, REOPEN/MOVE}] 2024-11-26T01:55:37,601 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1732586131747, region=8dce50559a5ec495ab397e471bf220ad, REOPEN/MOVE 2024-11-26T01:55:37,605 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=8dce50559a5ec495ab397e471bf220ad, regionState=CLOSING, regionLocation=406b227cbc58,35587,1732586114882 2024-11-26T01:55:37,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1732586131747, region=8dce50559a5ec495ab397e471bf220ad, REOPEN/MOVE because future has completed 2024-11-26T01:55:37,611 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T01:55:37,611 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8dce50559a5ec495ab397e471bf220ad, server=406b227cbc58,35587,1732586114882}] 2024-11-26T01:55:37,773 INFO [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(122): Close 8dce50559a5ec495ab397e471bf220ad 2024-11-26T01:55:37,774 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-26T01:55:37,775 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1722): Closing 8dce50559a5ec495ab397e471bf220ad, disabling compactions & flushes 2024-11-26T01:55:37,775 INFO [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1755): Closing region test-1732586131747,,1732586132233.8dce50559a5ec495ab397e471bf220ad. 2024-11-26T01:55:37,775 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1776): Time limited wait for close lock on test-1732586131747,,1732586132233.8dce50559a5ec495ab397e471bf220ad. 2024-11-26T01:55:37,775 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1843): Acquired close lock on test-1732586131747,,1732586132233.8dce50559a5ec495ab397e471bf220ad. after waiting 0 ms 2024-11-26T01:55:37,775 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1853): Updates disabled for region test-1732586131747,,1732586132233.8dce50559a5ec495ab397e471bf220ad. 2024-11-26T01:55:37,781 INFO [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(2902): Flushing 8dce50559a5ec495ab397e471bf220ad 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-11-26T01:55:37,893 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/.tmp/f/d336ee0afc8c46c9a5ad4fc8db09c51a is 37, key is row10/f:q1/1732586133495/Put/seqid=0 2024-11-26T01:55:37,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741848_1024 (size=8413) 2024-11-26T01:55:38,135 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-17325861317472' 2024-11-26T01:55:38,136 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-17325861317471' 2024-11-26T01:55:38,137 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1732586131747' 2024-11-26T01:55:38,146 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-17325861317473' 2024-11-26T01:55:38,345 INFO [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/.tmp/f/d336ee0afc8c46c9a5ad4fc8db09c51a 2024-11-26T01:55:38,484 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/.tmp/f/d336ee0afc8c46c9a5ad4fc8db09c51a as hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/f/d336ee0afc8c46c9a5ad4fc8db09c51a 2024-11-26T01:55:38,508 INFO [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/f/d336ee0afc8c46c9a5ad4fc8db09c51a, entries=99, sequenceid=103, filesize=8.2 K 2024-11-26T01:55:38,523 INFO [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 8dce50559a5ec495ab397e471bf220ad in 737ms, sequenceid=103, compaction requested=false 2024-11-26T01:55:38,541 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2024-11-26T01:55:38,546 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-26T01:55:38,546 INFO [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1973): Closed test-1732586131747,,1732586132233.8dce50559a5ec495ab397e471bf220ad. 2024-11-26T01:55:38,546 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1676): Region close journal for 8dce50559a5ec495ab397e471bf220ad: Waiting for close lock at 1732586137775Running coprocessor pre-close hooks at 1732586137775Disabling compacts and flushes for region at 1732586137775Disabling writes for close at 1732586137775Obtaining lock to block concurrent updates at 1732586137781 (+6 ms)Preparing flush snapshotting stores in 8dce50559a5ec495ab397e471bf220ad at 1732586137781Finished memstore snapshotting test-1732586131747,,1732586132233.8dce50559a5ec495ab397e471bf220ad., syncing WAL and waiting on mvcc, flushsize=dataSize=3247, getHeapSize=11248, getOffHeapSize=0, getCellsCount=99 at 1732586137794 (+13 ms)Flushing stores of test-1732586131747,,1732586132233.8dce50559a5ec495ab397e471bf220ad. at 1732586137796 (+2 ms)Flushing 8dce50559a5ec495ab397e471bf220ad/f: creating writer at 1732586137799 (+3 ms)Flushing 8dce50559a5ec495ab397e471bf220ad/f: appending metadata at 1732586137871 (+72 ms)Flushing 8dce50559a5ec495ab397e471bf220ad/f: closing flushed file at 1732586137876 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b589dd5: reopening flushed file at 1732586138479 (+603 ms)Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 8dce50559a5ec495ab397e471bf220ad in 737ms, sequenceid=103, compaction requested=false at 1732586138523 (+44 ms)Writing region close event to WAL at 1732586138526 (+3 ms)Running coprocessor post-close hooks at 1732586138543 (+17 ms)Closed at 1732586138546 (+3 ms) 2024-11-26T01:55:38,547 WARN [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionServer(3299): Not adding moved region record: 8dce50559a5ec495ab397e471bf220ad to self. 2024-11-26T01:55:38,551 INFO [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(157): Closed 8dce50559a5ec495ab397e471bf220ad 2024-11-26T01:55:38,553 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=8dce50559a5ec495ab397e471bf220ad, regionState=CLOSED 2024-11-26T01:55:38,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8dce50559a5ec495ab397e471bf220ad, server=406b227cbc58,35587,1732586114882 because future has completed 2024-11-26T01:55:38,566 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-11-26T01:55:38,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; CloseRegionProcedure 8dce50559a5ec495ab397e471bf220ad, server=406b227cbc58,35587,1732586114882 in 947 msec 2024-11-26T01:55:38,569 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1732586131747, region=8dce50559a5ec495ab397e471bf220ad, REOPEN/MOVE; state=CLOSED, location=406b227cbc58,35587,1732586114882; forceNewPlan=false, retain=true 2024-11-26T01:55:38,720 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=8dce50559a5ec495ab397e471bf220ad, regionState=OPENING, regionLocation=406b227cbc58,35587,1732586114882 2024-11-26T01:55:38,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1732586131747, region=8dce50559a5ec495ab397e471bf220ad, REOPEN/MOVE because future has completed 2024-11-26T01:55:38,739 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8dce50559a5ec495ab397e471bf220ad, server=406b227cbc58,35587,1732586114882}] 2024-11-26T01:55:38,840 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-26T01:55:38,919 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open test-1732586131747,,1732586132233.8dce50559a5ec495ab397e471bf220ad. 2024-11-26T01:55:38,919 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 8dce50559a5ec495ab397e471bf220ad, NAME => 'test-1732586131747,,1732586132233.8dce50559a5ec495ab397e471bf220ad.', STARTKEY => '', ENDKEY => ''} 2024-11-26T01:55:38,920 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-26T01:55:38,920 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1732586131747 8dce50559a5ec495ab397e471bf220ad 2024-11-26T01:55:38,920 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated test-1732586131747,,1732586132233.8dce50559a5ec495ab397e471bf220ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T01:55:38,920 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 8dce50559a5ec495ab397e471bf220ad 2024-11-26T01:55:38,920 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 8dce50559a5ec495ab397e471bf220ad 2024-11-26T01:55:38,924 INFO [StoreOpener-8dce50559a5ec495ab397e471bf220ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8dce50559a5ec495ab397e471bf220ad 2024-11-26T01:55:38,926 INFO [StoreOpener-8dce50559a5ec495ab397e471bf220ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8dce50559a5ec495ab397e471bf220ad columnFamilyName f 2024-11-26T01:55:38,926 DEBUG [StoreOpener-8dce50559a5ec495ab397e471bf220ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:55:38,953 DEBUG [StoreOpener-8dce50559a5ec495ab397e471bf220ad-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/f/d336ee0afc8c46c9a5ad4fc8db09c51a 2024-11-26T01:55:38,953 INFO [StoreOpener-8dce50559a5ec495ab397e471bf220ad-1 {}] regionserver.HStore(327): Store=8dce50559a5ec495ab397e471bf220ad/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T01:55:38,953 INFO [StoreOpener-8dce50559a5ec495ab397e471bf220ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 8dce50559a5ec495ab397e471bf220ad 2024-11-26T01:55:38,958 INFO [StoreOpener-8dce50559a5ec495ab397e471bf220ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8dce50559a5ec495ab397e471bf220ad columnFamilyName f3 2024-11-26T01:55:38,958 DEBUG [StoreOpener-8dce50559a5ec495ab397e471bf220ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:55:38,959 INFO [StoreOpener-8dce50559a5ec495ab397e471bf220ad-1 {}] regionserver.HStore(327): Store=8dce50559a5ec495ab397e471bf220ad/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T01:55:38,961 INFO [StoreOpener-8dce50559a5ec495ab397e471bf220ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 8dce50559a5ec495ab397e471bf220ad 2024-11-26T01:55:38,971 INFO [StoreOpener-8dce50559a5ec495ab397e471bf220ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8dce50559a5ec495ab397e471bf220ad columnFamilyName mob 2024-11-26T01:55:38,981 DEBUG [StoreOpener-8dce50559a5ec495ab397e471bf220ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:55:38,983 INFO [StoreOpener-8dce50559a5ec495ab397e471bf220ad-1 {}] regionserver.HStore(327): Store=8dce50559a5ec495ab397e471bf220ad/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T01:55:38,984 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 8dce50559a5ec495ab397e471bf220ad 2024-11-26T01:55:38,985 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad 2024-11-26T01:55:38,988 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad 2024-11-26T01:55:38,990 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 8dce50559a5ec495ab397e471bf220ad 2024-11-26T01:55:38,990 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 8dce50559a5ec495ab397e471bf220ad 2024-11-26T01:55:38,992 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1732586131747 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T01:55:38,995 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 8dce50559a5ec495ab397e471bf220ad 2024-11-26T01:55:39,001 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 8dce50559a5ec495ab397e471bf220ad; next sequenceid=107; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10168182240, jitterRate=-0.05301423370838165}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T01:55:39,001 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8dce50559a5ec495ab397e471bf220ad 2024-11-26T01:55:39,002 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 8dce50559a5ec495ab397e471bf220ad: Running coprocessor pre-open hook at 1732586138920Writing region info on filesystem at 1732586138921 (+1 ms)Initializing all the Stores at 1732586138923 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732586138923Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732586138923Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732586138923Cleaning up temporary data from old regions at 1732586138990 (+67 ms)Running coprocessor post-open hooks at 1732586139001 (+11 ms)Region opened successfully at 1732586139002 (+1 ms) 2024-11-26T01:55:39,005 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1732586131747,,1732586132233.8dce50559a5ec495ab397e471bf220ad., pid=24, masterSystemTime=1732586138906 2024-11-26T01:55:39,009 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1732586131747,,1732586132233.8dce50559a5ec495ab397e471bf220ad. 2024-11-26T01:55:39,010 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened test-1732586131747,,1732586132233.8dce50559a5ec495ab397e471bf220ad. 2024-11-26T01:55:39,010 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=8dce50559a5ec495ab397e471bf220ad, regionState=OPEN, openSeqNum=107, regionLocation=406b227cbc58,35587,1732586114882 2024-11-26T01:55:39,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8dce50559a5ec495ab397e471bf220ad, server=406b227cbc58,35587,1732586114882 because future has completed 2024-11-26T01:55:39,021 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=22 2024-11-26T01:55:39,022 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure 8dce50559a5ec495ab397e471bf220ad, server=406b227cbc58,35587,1732586114882 in 278 msec 2024-11-26T01:55:39,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-26T01:55:39,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1732586131747, region=8dce50559a5ec495ab397e471bf220ad, REOPEN/MOVE in 1.4240 sec 2024-11-26T01:55:39,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-26T01:55:39,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1732586131747 in 1.4460 sec 2024-11-26T01:55:39,044 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1732586131747 in 1.8990 sec 2024-11-26T01:55:39,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=20 2024-11-26T01:55:39,047 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1732586131747 completed 2024-11-26T01:55:39,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dd3cb2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:55:39,048 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 406b227cbc58,46417,-1 for getting cluster id 2024-11-26T01:55:39,048 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T01:55:39,049 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '990d9dbd-b01c-48a2-87fe-3e40884060f6' 2024-11-26T01:55:39,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T01:55:39,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "990d9dbd-b01c-48a2-87fe-3e40884060f6" 2024-11-26T01:55:39,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@395f1eac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:55:39,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [406b227cbc58,46417,-1] 2024-11-26T01:55:39,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T01:55:39,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:55:39,052 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T01:55:39,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40a2e75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:55:39,055 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T01:55:39,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=406b227cbc58,35587,1732586114882, seqNum=-1] 2024-11-26T01:55:39,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T01:55:39,060 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T01:55:39,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732586131747', row='row-test-1732586131747-3-0', locateType=CURRENT is [region=test-1732586131747,,1732586132233.8dce50559a5ec495ab397e471bf220ad., hostname=406b227cbc58,35587,1732586114882, seqNum=107] 2024-11-26T01:55:39,135 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T01:55:39,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 406b227cbc58,46417,1732586112287 2024-11-26T01:55:39,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4dbb88ea 2024-11-26T01:55:39,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T01:55:39,140 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T01:55:39,153 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'backup'} 2024-11-26T01:55:39,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=backup 2024-11-26T01:55:39,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-26T01:55:39,173 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=backup in 16 msec 2024-11-26T01:55:39,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-26T01:55:39,264 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: backup completed 2024-11-26T01:55:39,290 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T01:55:39,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] procedure2.ProcedureExecutor(1139): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system 2024-11-26T01:55:39,294 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T01:55:39,295 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:55:39,295 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2024-11-26T01:55:39,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-26T01:55:39,297 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T01:55:39,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741849_1025 (size=635) 2024-11-26T01:55:39,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-26T01:55:39,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-26T01:55:39,721 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5550fe72a9366af259ac726ebaffa17d, NAME => 'backup:system,,1732586139289.5550fe72a9366af259ac726ebaffa17d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9 2024-11-26T01:55:39,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741850_1026 (size=40) 2024-11-26T01:55:39,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-26T01:55:40,131 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system,,1732586139289.5550fe72a9366af259ac726ebaffa17d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T01:55:40,131 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1722): Closing 5550fe72a9366af259ac726ebaffa17d, disabling compactions & flushes 2024-11-26T01:55:40,132 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system,,1732586139289.5550fe72a9366af259ac726ebaffa17d. 2024-11-26T01:55:40,132 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1732586139289.5550fe72a9366af259ac726ebaffa17d. 2024-11-26T01:55:40,132 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1732586139289.5550fe72a9366af259ac726ebaffa17d. after waiting 0 ms 2024-11-26T01:55:40,132 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1732586139289.5550fe72a9366af259ac726ebaffa17d. 2024-11-26T01:55:40,132 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1973): Closed backup:system,,1732586139289.5550fe72a9366af259ac726ebaffa17d. 2024-11-26T01:55:40,132 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5550fe72a9366af259ac726ebaffa17d: Waiting for close lock at 1732586140131Disabling compacts and flushes for region at 1732586140131Disabling writes for close at 1732586140132 (+1 ms)Writing region close event to WAL at 1732586140132Closed at 1732586140132 2024-11-26T01:55:40,134 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T01:55:40,135 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system,,1732586139289.5550fe72a9366af259ac726ebaffa17d.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1732586140134"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732586140134"}]},"ts":"1732586140134"} 2024-11-26T01:55:40,138 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T01:55:40,140 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T01:55:40,140 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732586140140"}]},"ts":"1732586140140"} 2024-11-26T01:55:40,143 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLING in hbase:meta 2024-11-26T01:55:40,143 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=5550fe72a9366af259ac726ebaffa17d, ASSIGN}] 2024-11-26T01:55:40,146 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=5550fe72a9366af259ac726ebaffa17d, ASSIGN 2024-11-26T01:55:40,147 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system, region=5550fe72a9366af259ac726ebaffa17d, ASSIGN; state=OFFLINE, location=406b227cbc58,35587,1732586114882; forceNewPlan=false, retain=false 2024-11-26T01:55:40,298 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=5550fe72a9366af259ac726ebaffa17d, regionState=OPENING, regionLocation=406b227cbc58,35587,1732586114882 2024-11-26T01:55:40,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system, region=5550fe72a9366af259ac726ebaffa17d, ASSIGN because future has completed 2024-11-26T01:55:40,303 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5550fe72a9366af259ac726ebaffa17d, server=406b227cbc58,35587,1732586114882}] 2024-11-26T01:55:40,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-26T01:55:40,462 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(132): Open backup:system,,1732586139289.5550fe72a9366af259ac726ebaffa17d. 2024-11-26T01:55:40,462 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7752): Opening region: {ENCODED => 5550fe72a9366af259ac726ebaffa17d, NAME => 'backup:system,,1732586139289.5550fe72a9366af259ac726ebaffa17d.', STARTKEY => '', ENDKEY => ''} 2024-11-26T01:55:40,463 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-26T01:55:40,463 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 5550fe72a9366af259ac726ebaffa17d 2024-11-26T01:55:40,463 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(898): Instantiated backup:system,,1732586139289.5550fe72a9366af259ac726ebaffa17d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T01:55:40,463 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7794): checking encryption for 5550fe72a9366af259ac726ebaffa17d 2024-11-26T01:55:40,463 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7797): checking classloading for 5550fe72a9366af259ac726ebaffa17d 2024-11-26T01:55:40,465 INFO [StoreOpener-5550fe72a9366af259ac726ebaffa17d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 5550fe72a9366af259ac726ebaffa17d 2024-11-26T01:55:40,468 INFO [StoreOpener-5550fe72a9366af259ac726ebaffa17d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5550fe72a9366af259ac726ebaffa17d columnFamilyName meta 2024-11-26T01:55:40,468 DEBUG [StoreOpener-5550fe72a9366af259ac726ebaffa17d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:55:40,469 INFO [StoreOpener-5550fe72a9366af259ac726ebaffa17d-1 {}] regionserver.HStore(327): Store=5550fe72a9366af259ac726ebaffa17d/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T01:55:40,469 INFO [StoreOpener-5550fe72a9366af259ac726ebaffa17d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 5550fe72a9366af259ac726ebaffa17d 2024-11-26T01:55:40,472 INFO [StoreOpener-5550fe72a9366af259ac726ebaffa17d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5550fe72a9366af259ac726ebaffa17d columnFamilyName session 2024-11-26T01:55:40,472 DEBUG [StoreOpener-5550fe72a9366af259ac726ebaffa17d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:55:40,473 INFO [StoreOpener-5550fe72a9366af259ac726ebaffa17d-1 {}] regionserver.HStore(327): Store=5550fe72a9366af259ac726ebaffa17d/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T01:55:40,473 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1038): replaying wal for 5550fe72a9366af259ac726ebaffa17d 2024-11-26T01:55:40,475 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d 2024-11-26T01:55:40,475 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d 2024-11-26T01:55:40,477 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1048): stopping wal replay for 5550fe72a9366af259ac726ebaffa17d 2024-11-26T01:55:40,477 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1060): Cleaning up temporary data for 5550fe72a9366af259ac726ebaffa17d 2024-11-26T01:55:40,478 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-26T01:55:40,480 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): writing seq id for 5550fe72a9366af259ac726ebaffa17d 2024-11-26T01:55:40,484 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T01:55:40,486 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1114): Opened 5550fe72a9366af259ac726ebaffa17d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9735568160, jitterRate=-0.09330455958843231}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-26T01:55:40,486 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5550fe72a9366af259ac726ebaffa17d 2024-11-26T01:55:40,487 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1006): Region open journal for 5550fe72a9366af259ac726ebaffa17d: Running coprocessor pre-open hook at 1732586140463Writing region info on filesystem at 1732586140463Initializing all the Stores at 1732586140465 (+2 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732586140465Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732586140465Cleaning up temporary data from old regions at 1732586140477 (+12 ms)Running coprocessor post-open hooks at 1732586140486 (+9 ms)Region opened successfully at 1732586140487 (+1 ms) 2024-11-26T01:55:40,488 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system,,1732586139289.5550fe72a9366af259ac726ebaffa17d., pid=28, masterSystemTime=1732586140456 2024-11-26T01:55:40,491 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system,,1732586139289.5550fe72a9366af259ac726ebaffa17d. 2024-11-26T01:55:40,491 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(153): Opened backup:system,,1732586139289.5550fe72a9366af259ac726ebaffa17d. 2024-11-26T01:55:40,492 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=5550fe72a9366af259ac726ebaffa17d, regionState=OPEN, openSeqNum=2, regionLocation=406b227cbc58,35587,1732586114882 2024-11-26T01:55:40,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5550fe72a9366af259ac726ebaffa17d, server=406b227cbc58,35587,1732586114882 because future has completed 2024-11-26T01:55:40,501 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-26T01:55:40,501 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure 5550fe72a9366af259ac726ebaffa17d, server=406b227cbc58,35587,1732586114882 in 195 msec 2024-11-26T01:55:40,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-26T01:55:40,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system, region=5550fe72a9366af259ac726ebaffa17d, ASSIGN in 358 msec 2024-11-26T01:55:40,506 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T01:55:40,507 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732586140506"}]},"ts":"1732586140506"} 2024-11-26T01:55:40,510 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLED in hbase:meta 2024-11-26T01:55:40,511 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T01:55:40,514 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system in 1.2210 sec 2024-11-26T01:55:41,422 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T01:55:41,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-26T01:55:41,453 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system completed 2024-11-26T01:55:41,486 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T01:55:41,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system_bulk 2024-11-26T01:55:41,490 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T01:55:41,491 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:55:41,493 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2024-11-26T01:55:41,495 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T01:55:41,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-26T01:55:41,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741851_1027 (size=640) 2024-11-26T01:55:41,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-26T01:55:41,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-26T01:55:41,927 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 41b59bbdf0b8e681ab2f67b837b11f38, NAME => 'backup:system_bulk,,1732586141485.41b59bbdf0b8e681ab2f67b837b11f38.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9 2024-11-26T01:55:41,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741852_1028 (size=45) 2024-11-26T01:55:42,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-26T01:55:42,360 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1732586141485.41b59bbdf0b8e681ab2f67b837b11f38.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T01:55:42,360 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1722): Closing 41b59bbdf0b8e681ab2f67b837b11f38, disabling compactions & flushes 2024-11-26T01:55:42,361 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1732586141485.41b59bbdf0b8e681ab2f67b837b11f38. 2024-11-26T01:55:42,361 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1732586141485.41b59bbdf0b8e681ab2f67b837b11f38. 2024-11-26T01:55:42,361 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1732586141485.41b59bbdf0b8e681ab2f67b837b11f38. after waiting 0 ms 2024-11-26T01:55:42,361 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1732586141485.41b59bbdf0b8e681ab2f67b837b11f38. 2024-11-26T01:55:42,361 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1973): Closed backup:system_bulk,,1732586141485.41b59bbdf0b8e681ab2f67b837b11f38. 2024-11-26T01:55:42,361 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1676): Region close journal for 41b59bbdf0b8e681ab2f67b837b11f38: Waiting for close lock at 1732586142360Disabling compacts and flushes for region at 1732586142360Disabling writes for close at 1732586142361 (+1 ms)Writing region close event to WAL at 1732586142361Closed at 1732586142361 2024-11-26T01:55:42,364 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T01:55:42,365 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system_bulk,,1732586141485.41b59bbdf0b8e681ab2f67b837b11f38.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732586142364"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732586142364"}]},"ts":"1732586142364"} 2024-11-26T01:55:42,370 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T01:55:42,372 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T01:55:42,373 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732586142373"}]},"ts":"1732586142373"} 2024-11-26T01:55:42,378 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2024-11-26T01:55:42,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=41b59bbdf0b8e681ab2f67b837b11f38, ASSIGN}] 2024-11-26T01:55:42,382 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=41b59bbdf0b8e681ab2f67b837b11f38, ASSIGN 2024-11-26T01:55:42,384 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=41b59bbdf0b8e681ab2f67b837b11f38, ASSIGN; state=OFFLINE, location=406b227cbc58,35587,1732586114882; forceNewPlan=false, retain=false 2024-11-26T01:55:42,536 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=41b59bbdf0b8e681ab2f67b837b11f38, regionState=OPENING, regionLocation=406b227cbc58,35587,1732586114882 2024-11-26T01:55:42,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=41b59bbdf0b8e681ab2f67b837b11f38, ASSIGN because future has completed 2024-11-26T01:55:42,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41b59bbdf0b8e681ab2f67b837b11f38, server=406b227cbc58,35587,1732586114882}] 2024-11-26T01:55:42,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-26T01:55:42,739 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open backup:system_bulk,,1732586141485.41b59bbdf0b8e681ab2f67b837b11f38. 2024-11-26T01:55:42,739 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => 41b59bbdf0b8e681ab2f67b837b11f38, NAME => 'backup:system_bulk,,1732586141485.41b59bbdf0b8e681ab2f67b837b11f38.', STARTKEY => '', ENDKEY => ''} 2024-11-26T01:55:42,740 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-26T01:55:42,740 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 41b59bbdf0b8e681ab2f67b837b11f38 2024-11-26T01:55:42,740 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1732586141485.41b59bbdf0b8e681ab2f67b837b11f38.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T01:55:42,741 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for 41b59bbdf0b8e681ab2f67b837b11f38 2024-11-26T01:55:42,741 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for 41b59bbdf0b8e681ab2f67b837b11f38 2024-11-26T01:55:42,770 INFO [StoreOpener-41b59bbdf0b8e681ab2f67b837b11f38-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 41b59bbdf0b8e681ab2f67b837b11f38 2024-11-26T01:55:42,797 INFO [StoreOpener-41b59bbdf0b8e681ab2f67b837b11f38-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41b59bbdf0b8e681ab2f67b837b11f38 columnFamilyName meta 2024-11-26T01:55:42,797 DEBUG [StoreOpener-41b59bbdf0b8e681ab2f67b837b11f38-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:55:42,798 INFO [StoreOpener-41b59bbdf0b8e681ab2f67b837b11f38-1 {}] regionserver.HStore(327): Store=41b59bbdf0b8e681ab2f67b837b11f38/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T01:55:42,799 INFO [StoreOpener-41b59bbdf0b8e681ab2f67b837b11f38-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 41b59bbdf0b8e681ab2f67b837b11f38 2024-11-26T01:55:42,802 INFO [StoreOpener-41b59bbdf0b8e681ab2f67b837b11f38-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41b59bbdf0b8e681ab2f67b837b11f38 columnFamilyName session 2024-11-26T01:55:42,802 DEBUG [StoreOpener-41b59bbdf0b8e681ab2f67b837b11f38-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:55:42,826 INFO [StoreOpener-41b59bbdf0b8e681ab2f67b837b11f38-1 {}] regionserver.HStore(327): Store=41b59bbdf0b8e681ab2f67b837b11f38/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T01:55:42,826 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for 41b59bbdf0b8e681ab2f67b837b11f38 2024-11-26T01:55:42,828 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system_bulk/41b59bbdf0b8e681ab2f67b837b11f38 2024-11-26T01:55:42,829 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system_bulk/41b59bbdf0b8e681ab2f67b837b11f38 2024-11-26T01:55:42,830 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for 41b59bbdf0b8e681ab2f67b837b11f38 2024-11-26T01:55:42,831 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for 41b59bbdf0b8e681ab2f67b837b11f38 2024-11-26T01:55:42,832 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-26T01:55:42,834 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for 41b59bbdf0b8e681ab2f67b837b11f38 2024-11-26T01:55:42,859 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system_bulk/41b59bbdf0b8e681ab2f67b837b11f38/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T01:55:42,860 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened 41b59bbdf0b8e681ab2f67b837b11f38; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11100258240, jitterRate=0.03379210829734802}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-26T01:55:42,860 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 41b59bbdf0b8e681ab2f67b837b11f38 2024-11-26T01:55:42,861 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for 41b59bbdf0b8e681ab2f67b837b11f38: Running coprocessor pre-open hook at 1732586142741Writing region info on filesystem at 1732586142741Initializing all the Stores at 1732586142758 (+17 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732586142758Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732586142766 (+8 ms)Cleaning up temporary data from old regions at 1732586142831 (+65 ms)Running coprocessor post-open hooks at 1732586142860 (+29 ms)Region opened successfully at 1732586142861 (+1 ms) 2024-11-26T01:55:42,874 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system_bulk,,1732586141485.41b59bbdf0b8e681ab2f67b837b11f38., pid=31, masterSystemTime=1732586142698 2024-11-26T01:55:42,875 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2024-11-26T01:55:42,875 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2024-11-26T01:55:42,877 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17325861317471 2024-11-26T01:55:42,877 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-17325861317471 Metrics about Tables on a single HBase RegionServer 2024-11-26T01:55:42,878 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17325861317472 2024-11-26T01:55:42,878 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-17325861317472 Metrics about Tables on a single HBase RegionServer 2024-11-26T01:55:42,879 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2024-11-26T01:55:42,879 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2024-11-26T01:55:42,880 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1732586131747 2024-11-26T01:55:42,880 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1732586131747 Metrics about Tables on a single HBase RegionServer 2024-11-26T01:55:42,881 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17325861317473 2024-11-26T01:55:42,881 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-17325861317473 Metrics about Tables on a single HBase RegionServer 2024-11-26T01:55:42,886 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system_bulk,,1732586141485.41b59bbdf0b8e681ab2f67b837b11f38. 2024-11-26T01:55:42,886 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened backup:system_bulk,,1732586141485.41b59bbdf0b8e681ab2f67b837b11f38. 2024-11-26T01:55:42,888 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=41b59bbdf0b8e681ab2f67b837b11f38, regionState=OPEN, openSeqNum=2, regionLocation=406b227cbc58,35587,1732586114882 2024-11-26T01:55:42,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41b59bbdf0b8e681ab2f67b837b11f38, server=406b227cbc58,35587,1732586114882 because future has completed 2024-11-26T01:55:42,914 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46417 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=406b227cbc58,35587,1732586114882, table=backup:system_bulk, region=41b59bbdf0b8e681ab2f67b837b11f38. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-26T01:55:42,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-26T01:55:42,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure 41b59bbdf0b8e681ab2f67b837b11f38, server=406b227cbc58,35587,1732586114882 in 379 msec 2024-11-26T01:55:42,951 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-26T01:55:42,951 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=41b59bbdf0b8e681ab2f67b837b11f38, ASSIGN in 561 msec 2024-11-26T01:55:42,955 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T01:55:42,955 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732586142955"}]},"ts":"1732586142955"} 2024-11-26T01:55:42,972 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2024-11-26T01:55:42,979 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T01:55:42,998 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system_bulk in 1.4930 sec 2024-11-26T01:55:43,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-26T01:55:43,643 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system_bulk completed 2024-11-26T01:55:43,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T01:55:43,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T01:55:43,693 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-26T01:55:43,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='activesession:', locateType=CURRENT is [region=backup:system,,1732586139289.5550fe72a9366af259ac726ebaffa17d., hostname=406b227cbc58,35587,1732586114882, seqNum=2] 2024-11-26T01:55:43,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35587 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms 2024-11-26T01:55:43,755 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-26T01:55:43,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732586143755 (current time:1732586143755). 2024-11-26T01:55:43,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-26T01:55:43,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-26T01:55:43,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55bbfba9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:55:43,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] client.ClusterIdFetcher(90): Going to request 406b227cbc58,46417,-1 for getting cluster id 2024-11-26T01:55:43,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T01:55:43,760 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '990d9dbd-b01c-48a2-87fe-3e40884060f6' 2024-11-26T01:55:43,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T01:55:43,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "990d9dbd-b01c-48a2-87fe-3e40884060f6" 2024-11-26T01:55:43,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43e892a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:55:43,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [406b227cbc58,46417,-1] 2024-11-26T01:55:43,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T01:55:43,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:55:43,766 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T01:55:43,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@222e8ffc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:55:43,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T01:55:43,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=406b227cbc58,35587,1732586114882, seqNum=-1] 2024-11-26T01:55:43,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T01:55:43,787 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T01:55:43,790 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417. 2024-11-26T01:55:43,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T01:55:43,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:55:43,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:55:43,791 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T01:55:43,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-26T01:55:43,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-26T01:55:43,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-11-26T01:55:43,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-26T01:55:43,830 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-26T01:55:43,842 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-26T01:55:43,878 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-26T01:55:43,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741853_1029 (size=52) 2024-11-26T01:55:43,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-26T01:55:44,050 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-26T01:55:44,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-26T01:55:44,151 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2024-11-26T01:55:44,153 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2024-11-26T01:55:44,302 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-26T01:55:44,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5550fe72a9366af259ac726ebaffa17d}] 2024-11-26T01:55:44,311 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5550fe72a9366af259ac726ebaffa17d 2024-11-26T01:55:44,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-26T01:55:44,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35587 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-26T01:55:44,476 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1732586139289.5550fe72a9366af259ac726ebaffa17d. 2024-11-26T01:55:44,477 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 5550fe72a9366af259ac726ebaffa17d 2/2 column families, dataSize=45 B heapSize=632 B 2024-11-26T01:55:44,509 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/.tmp/session/64e53125cbd24cfbb2fa7252e2d5d854 is 49, key is activesession:/session:c/1732586143729/Put/seqid=0 2024-11-26T01:55:44,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741854_1030 (size=5049) 2024-11-26T01:55:44,929 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/.tmp/session/64e53125cbd24cfbb2fa7252e2d5d854 2024-11-26T01:55:44,950 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/.tmp/session/64e53125cbd24cfbb2fa7252e2d5d854 as hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/session/64e53125cbd24cfbb2fa7252e2d5d854 2024-11-26T01:55:44,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-26T01:55:44,967 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/session/64e53125cbd24cfbb2fa7252e2d5d854, entries=1, sequenceid=5, filesize=4.9 K 2024-11-26T01:55:45,118 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for 5550fe72a9366af259ac726ebaffa17d in 642ms, sequenceid=5, compaction requested=false 2024-11-26T01:55:45,118 INFO [AsyncFSWAL-0-hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9-prefix:406b227cbc58,35587,1732586114882.406b227cbc58,35587,1732586114882.regiongroup-1 {}] wal.AbstractFSWAL(1368): Slow sync cost: 150 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:39921,DS-d09e6fdb-0717-4451-a70f-5412ecf64348,DISK]] 2024-11-26T01:55:45,119 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 5550fe72a9366af259ac726ebaffa17d: 2024-11-26T01:55:45,119 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1732586139289.5550fe72a9366af259ac726ebaffa17d. for snapshot_backup_system completed. 2024-11-26T01:55:45,121 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1732586139289.5550fe72a9366af259ac726ebaffa17d.' region-info for snapshot=snapshot_backup_system 2024-11-26T01:55:45,128 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-26T01:55:45,132 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-26T01:55:45,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/session/64e53125cbd24cfbb2fa7252e2d5d854] hfiles 2024-11-26T01:55:45,140 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/session/64e53125cbd24cfbb2fa7252e2d5d854 for snapshot=snapshot_backup_system 2024-11-26T01:55:45,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741855_1031 (size=95) 2024-11-26T01:55:45,566 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1732586139289.5550fe72a9366af259ac726ebaffa17d. 2024-11-26T01:55:45,569 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-26T01:55:45,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-26T01:55:45,573 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 5550fe72a9366af259ac726ebaffa17d 2024-11-26T01:55:45,573 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5550fe72a9366af259ac726ebaffa17d 2024-11-26T01:55:45,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-26T01:55:45,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5550fe72a9366af259ac726ebaffa17d in 1.2710 sec 2024-11-26T01:55:45,582 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-26T01:55:45,588 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-26T01:55:45,592 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-26T01:55:45,593 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-26T01:55:45,599 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-26T01:55:45,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741856_1032 (size=731) 2024-11-26T01:55:45,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-26T01:55:46,090 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-26T01:55:46,140 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-26T01:55:46,141 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/.hbase-snapshot/snapshot_backup_system 2024-11-26T01:55:46,154 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-26T01:55:46,155 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-11-26T01:55:46,158 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.3510 sec 2024-11-26T01:55:47,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-26T01:55:47,994 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-26T01:55:47,995 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1732586139115 started at 1732586147994. 2024-11-26T01:55:48,027 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1732586139115 has been started. 2024-11-26T01:55:48,036 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-11-26T01:55:48,046 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-26T01:55:48,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-26T01:55:48,058 INFO [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-26T01:55:48,058 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-26T01:55:48,058 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-26T01:55:48,058 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-26T01:55:48,066 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-26T01:55:48,067 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-26T01:55:48,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x10079b000ea0001, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-26T01:55:48,481 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/406b227cbc58,35587,1732586114882 2024-11-26T01:55:48,482 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-26T01:55:48,483 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-26T01:55:48,484 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/406b227cbc58,35587,1732586114882 2024-11-26T01:55:48,484 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-26T01:55:48,485 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-26T01:55:48,486 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35587-0x10079b000ea0001, quorum=127.0.0.1:61999, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-26T01:55:48,487 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-26T01:55:48,488 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-26T01:55:48,488 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-26T01:55:48,492 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-26T01:55:48,492 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-26T01:55:48,493 DEBUG [member: '406b227cbc58,35587,1732586114882' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-26T01:55:48,493 DEBUG [member: '406b227cbc58,35587,1732586114882' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-26T01:55:48,494 DEBUG [member: '406b227cbc58,35587,1732586114882' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-26T01:55:48,494 DEBUG [member: '406b227cbc58,35587,1732586114882' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-26T01:55:48,494 DEBUG [member: '406b227cbc58,35587,1732586114882' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '406b227cbc58,35587,1732586114882' joining acquired barrier for procedure (rolllog) in zk 2024-11-26T01:55:48,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/406b227cbc58,35587,1732586114882 2024-11-26T01:55:48,768 DEBUG [member: '406b227cbc58,35587,1732586114882' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-26T01:55:48,769 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/406b227cbc58,35587,1732586114882 2024-11-26T01:55:48,769 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-26T01:55:48,769 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-26T01:55:48,770 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-26T01:55:48,771 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-26T01:55:48,772 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-26T01:55:48,773 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------406b227cbc58,35587,1732586114882 2024-11-26T01:55:48,774 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-26T01:55:48,775 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '406b227cbc58,35587,1732586114882' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-26T01:55:48,775 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@735ef6fb[Count = 0] remaining members to acquire global barrier 2024-11-26T01:55:48,775 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-26T01:55:48,775 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-26T01:55:48,777 DEBUG [member: '406b227cbc58,35587,1732586114882' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35587-0x10079b000ea0001, quorum=127.0.0.1:61999, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-26T01:55:48,777 DEBUG [member: '406b227cbc58,35587,1732586114882' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-26T01:55:48,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x10079b000ea0001, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-26T01:55:48,838 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-26T01:55:48,838 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-26T01:55:48,839 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/406b227cbc58,35587,1732586114882 2024-11-26T01:55:48,839 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-26T01:55:48,839 DEBUG [member: '406b227cbc58,35587,1732586114882' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-26T01:55:48,840 DEBUG [member: '406b227cbc58,35587,1732586114882' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-26T01:55:48,840 DEBUG [rs(406b227cbc58,35587,1732586114882)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 406b227cbc58,35587,1732586114882 2024-11-26T01:55:48,850 INFO [rs(406b227cbc58,35587,1732586114882)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1732586120714 highest: 1732586133173 on 406b227cbc58,35587,1732586114882 2024-11-26T01:55:48,850 DEBUG [regionserver/406b227cbc58:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-1:(num 1732586133173) roll requested 2024-11-26T01:55:48,864 DEBUG [regionserver/406b227cbc58:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-1.1732586148851, exclude list is [], retry=0 2024-11-26T01:55:48,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39921,DS-d09e6fdb-0717-4451-a70f-5412ecf64348,DISK] 2024-11-26T01:55:48,872 INFO [regionserver/406b227cbc58:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-1.1732586133173 with entries=24, filesize=4.64 KB; new WAL /user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-1.1732586148851 2024-11-26T01:55:48,874 DEBUG [regionserver/406b227cbc58:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46857:46857)] 2024-11-26T01:55:48,874 DEBUG [regionserver/406b227cbc58:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-1.1732586133173 is not closed yet, will try archiving it next time 2024-11-26T01:55:48,874 DEBUG [regionserver/406b227cbc58:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-0:(num 1732586120714) roll requested 2024-11-26T01:55:48,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741840_1016 (size=4756) 2024-11-26T01:55:48,895 DEBUG [regionserver/406b227cbc58:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-0.1732586148874, exclude list is [], retry=0 2024-11-26T01:55:48,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39921,DS-d09e6fdb-0717-4451-a70f-5412ecf64348,DISK] 2024-11-26T01:55:48,903 INFO [regionserver/406b227cbc58:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-0.1732586120714 with entries=3, filesize=1.00 KB; new WAL /user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-0.1732586148874 2024-11-26T01:55:48,903 DEBUG [regionserver/406b227cbc58:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46857:46857)] 2024-11-26T01:55:48,903 DEBUG [regionserver/406b227cbc58:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-0.1732586120714 is not closed yet, will try archiving it next time 2024-11-26T01:55:48,903 DEBUG [regionserver/406b227cbc58:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 406b227cbc58%2C35587%2C1732586114882.meta:.meta(num 1732586121429) roll requested 2024-11-26T01:55:48,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741833_1009 (size=1034) 2024-11-26T01:55:48,907 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-0.1732586120714 to hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/oldWALs/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-0.1732586120714 2024-11-26T01:55:48,924 DEBUG [regionserver/406b227cbc58:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.meta.1732586148904.meta, exclude list is [], retry=0 2024-11-26T01:55:48,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39921,DS-d09e6fdb-0717-4451-a70f-5412ecf64348,DISK] 2024-11-26T01:55:48,931 DEBUG [rs(406b227cbc58,35587,1732586114882)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 81 2024-11-26T01:55:48,932 INFO [rs(406b227cbc58,35587,1732586114882)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1732586148874 on 406b227cbc58,35587,1732586114882 2024-11-26T01:55:48,932 DEBUG [rs(406b227cbc58,35587,1732586114882)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T01:55:48,932 DEBUG [rs(406b227cbc58,35587,1732586114882)-backup-pool-0 {}] client.AsyncConnectionImpl(321): The fetched master address is 406b227cbc58,46417,1732586112287 2024-11-26T01:55:48,932 DEBUG [rs(406b227cbc58,35587,1732586114882)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1be37a59 2024-11-26T01:55:48,932 DEBUG [rs(406b227cbc58,35587,1732586114882)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T01:55:48,934 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59729, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-26T01:55:48,937 DEBUG [rs(406b227cbc58,35587,1732586114882)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T01:55:48,937 DEBUG [rs(406b227cbc58,35587,1732586114882)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=406b227cbc58,35587,1732586114882, seqNum=-1] 2024-11-26T01:55:48,938 DEBUG [rs(406b227cbc58,35587,1732586114882)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T01:55:48,938 INFO [regionserver/406b227cbc58:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.meta.1732586121429.meta with entries=42, filesize=11.76 KB; new WAL /user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.meta.1732586148904.meta 2024-11-26T01:55:48,939 DEBUG [regionserver/406b227cbc58:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46857:46857)] 2024-11-26T01:55:48,939 DEBUG [regionserver/406b227cbc58:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.meta.1732586121429.meta is not closed yet, will try archiving it next time 2024-11-26T01:55:48,941 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60609, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-26T01:55:48,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741834_1010 (size=12055) 2024-11-26T01:55:48,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T01:55:48,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T01:55:48,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='rslogts:hdfs://localhost:42203/backupUT\x00', locateType=CURRENT is [region=backup:system,,1732586139289.5550fe72a9366af259ac726ebaffa17d., hostname=406b227cbc58,35587,1732586114882, seqNum=2] 2024-11-26T01:55:48,988 DEBUG [member: '406b227cbc58,35587,1732586114882' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-26T01:55:48,989 DEBUG [member: '406b227cbc58,35587,1732586114882' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '406b227cbc58,35587,1732586114882' in zk 2024-11-26T01:55:48,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/406b227cbc58,35587,1732586114882 2024-11-26T01:55:48,995 DEBUG [member: '406b227cbc58,35587,1732586114882' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-26T01:55:48,995 DEBUG [member: '406b227cbc58,35587,1732586114882' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-26T01:55:48,995 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/406b227cbc58,35587,1732586114882 2024-11-26T01:55:48,995 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-26T01:55:48,995 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-26T01:55:48,995 DEBUG [member: '406b227cbc58,35587,1732586114882' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-26T01:55:48,996 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-26T01:55:48,996 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-26T01:55:48,997 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-26T01:55:48,997 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------406b227cbc58,35587,1732586114882 2024-11-26T01:55:48,998 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-26T01:55:48,999 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-26T01:55:48,999 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------406b227cbc58,35587,1732586114882 2024-11-26T01:55:49,001 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '406b227cbc58,35587,1732586114882': 2024-11-26T01:55:49,001 INFO [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-26T01:55:49,001 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-26T01:55:49,001 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-26T01:55:49,001 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-26T01:55:49,001 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '406b227cbc58,35587,1732586114882' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-26T01:55:49,001 INFO [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-26T01:55:49,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x10079b000ea0001, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-26T01:55:49,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x10079b000ea0001, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-26T01:55:49,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-26T01:55:49,012 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-26T01:55:49,012 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-26T01:55:49,012 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-26T01:55:49,012 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-26T01:55:49,012 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-26T01:55:49,014 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-26T01:55:49,014 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-26T01:55:49,014 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/406b227cbc58,35587,1732586114882 2024-11-26T01:55:49,015 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-26T01:55:49,018 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/406b227cbc58,35587,1732586114882 2024-11-26T01:55:49,022 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-26T01:55:49,027 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-26T01:55:49,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/406b227cbc58,35587,1732586114882 2024-11-26T01:55:49,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-26T01:55:49,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-26T01:55:49,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/406b227cbc58,35587,1732586114882 2024-11-26T01:55:49,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x10079b000ea0001, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-26T01:55:49,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x10079b000ea0001, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-26T01:55:49,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-26T01:55:49,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-26T01:55:49,038 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-26T01:55:49,038 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-26T01:55:49,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-26T01:55:49,039 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-26T01:55:49,039 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-26T01:55:49,039 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-26T01:55:49,039 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-26T01:55:49,040 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-26T01:55:49,040 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-26T01:55:49,043 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-26T01:55:49,045 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Unable to get data of znode /1/rolllog-proc/abort/rolllog because node does not exist (not an error) 2024-11-26T01:55:49,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-26T01:55:49,067 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732586149065_default_test-1732586131747 table=test-1732586131747 type=FLUSH ttl=0 } 2024-11-26T01:55:49,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732586149067 (current time:1732586149067). 2024-11-26T01:55:49,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-26T01:55:49,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732586149065_default_test-1732586131747 VERSION not specified, setting to 2 2024-11-26T01:55:49,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13b4ee2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:55:49,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] client.ClusterIdFetcher(90): Going to request 406b227cbc58,46417,-1 for getting cluster id 2024-11-26T01:55:49,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T01:55:49,071 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '990d9dbd-b01c-48a2-87fe-3e40884060f6' 2024-11-26T01:55:49,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T01:55:49,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "990d9dbd-b01c-48a2-87fe-3e40884060f6" 2024-11-26T01:55:49,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e97ff0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:55:49,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [406b227cbc58,46417,-1] 2024-11-26T01:55:49,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T01:55:49,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:55:49,074 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T01:55:49,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@396fd59e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:55:49,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T01:55:49,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=406b227cbc58,35587,1732586114882, seqNum=-1] 2024-11-26T01:55:49,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T01:55:49,080 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T01:55:49,081 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417. 2024-11-26T01:55:49,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T01:55:49,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:55:49,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:55:49,082 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T01:55:49,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-26T01:55:49,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732586149065_default_test-1732586131747 table=test-1732586131747 type=FLUSH ttl=0 } 2024-11-26T01:55:49,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732586149065_default_test-1732586131747 table=test-1732586131747 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-11-26T01:55:49,093 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732586149065_default_test-1732586131747 table=test-1732586131747 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-26T01:55:49,095 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732586149065_default_test-1732586131747 table=test-1732586131747 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-26T01:55:49,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-26T01:55:49,105 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732586149065_default_test-1732586131747 table=test-1732586131747 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-26T01:55:49,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741860_1036 (size=84) 2024-11-26T01:55:49,139 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732586149065_default_test-1732586131747 table=test-1732586131747 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-26T01:55:49,140 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8dce50559a5ec495ab397e471bf220ad}] 2024-11-26T01:55:49,146 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8dce50559a5ec495ab397e471bf220ad 2024-11-26T01:55:49,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-26T01:55:49,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35587 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-26T01:55:49,301 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1732586131747,,1732586132233.8dce50559a5ec495ab397e471bf220ad. 2024-11-26T01:55:49,301 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 8dce50559a5ec495ab397e471bf220ad 3/3 column families, dataSize=654 B heapSize=2.25 KB 2024-11-26T01:55:49,331 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/.tmp/f3/0744fc4f9c234526adb16aabbb734669 is 58, key is row-test-1732586131747-3-0/f3:q1/1732586139067/Put/seqid=0 2024-11-26T01:55:49,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741861_1037 (size=5387) 2024-11-26T01:55:49,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-26T01:55:49,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-26T01:55:49,752 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=324 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/.tmp/f3/0744fc4f9c234526adb16aabbb734669 2024-11-26T01:55:49,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741862_1038 (size=4469) 2024-11-26T01:55:49,847 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/.tmp/mob/cc951d0fe11648f29fe3ee8e17ec1edf is 59, key is row-test-1732586131747-3-0/mob:q1/1732586139092/Put/seqid=0 2024-11-26T01:55:49,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741863_1039 (size=5484) 2024-11-26T01:55:49,858 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=330, hasBloomFilter=true, into tmp file hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/.tmp/mob/cc951d0fe11648f29fe3ee8e17ec1edf 2024-11-26T01:55:49,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/.tmp/f3/0744fc4f9c234526adb16aabbb734669 as hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/f3/0744fc4f9c234526adb16aabbb734669 2024-11-26T01:55:49,891 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/f3/0744fc4f9c234526adb16aabbb734669, entries=6, sequenceid=121, filesize=5.3 K 2024-11-26T01:55:49,895 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/.tmp/mob/cc951d0fe11648f29fe3ee8e17ec1edf as hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/mob/cc951d0fe11648f29fe3ee8e17ec1edf 2024-11-26T01:55:49,912 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/mob/cc951d0fe11648f29fe3ee8e17ec1edf, entries=6, sequenceid=121, filesize=5.4 K 2024-11-26T01:55:49,914 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~654 B/654, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 8dce50559a5ec495ab397e471bf220ad in 613ms, sequenceid=121, compaction requested=false 2024-11-26T01:55:49,914 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 8dce50559a5ec495ab397e471bf220ad: 2024-11-26T01:55:49,914 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1732586131747,,1732586132233.8dce50559a5ec495ab397e471bf220ad. for snapshot_1732586149065_default_test-1732586131747 completed. 2024-11-26T01:55:49,915 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'test-1732586131747,,1732586132233.8dce50559a5ec495ab397e471bf220ad.' region-info for snapshot=snapshot_1732586149065_default_test-1732586131747 2024-11-26T01:55:49,915 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-26T01:55:49,915 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/f/d336ee0afc8c46c9a5ad4fc8db09c51a] hfiles 2024-11-26T01:55:49,915 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/f/d336ee0afc8c46c9a5ad4fc8db09c51a for snapshot=snapshot_1732586149065_default_test-1732586131747 2024-11-26T01:55:49,915 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/f3/0744fc4f9c234526adb16aabbb734669] hfiles 2024-11-26T01:55:49,915 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/f3/0744fc4f9c234526adb16aabbb734669 for snapshot=snapshot_1732586149065_default_test-1732586131747 2024-11-26T01:55:49,915 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/mob/cc951d0fe11648f29fe3ee8e17ec1edf] hfiles 2024-11-26T01:55:49,915 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/mob/cc951d0fe11648f29fe3ee8e17ec1edf for snapshot=snapshot_1732586149065_default_test-1732586131747 2024-11-26T01:55:49,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741864_1040 (size=185) 2024-11-26T01:55:49,953 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1732586131747,,1732586132233.8dce50559a5ec495ab397e471bf220ad. 2024-11-26T01:55:49,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-26T01:55:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-26T01:55:49,955 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732586149065_default_test-1732586131747 on region 8dce50559a5ec495ab397e471bf220ad 2024-11-26T01:55:49,955 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8dce50559a5ec495ab397e471bf220ad 2024-11-26T01:55:49,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-26T01:55:49,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8dce50559a5ec495ab397e471bf220ad in 839 msec 2024-11-26T01:55:49,984 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732586149065_default_test-1732586131747 table=test-1732586131747 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-26T01:55:49,986 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732586149065_default_test-1732586131747 table=test-1732586131747 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-26T01:55:50,018 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-11-26T01:55:50,019 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-11-26T01:55:50,019 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:55:50,022 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-11-26T01:55:50,023 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:55:50,026 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f3 2024-11-26T01:55:50,027 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:55:50,032 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: mob 2024-11-26T01:55:50,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741865_1041 (size=49) 2024-11-26T01:55:50,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-26T01:55:50,478 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732586149065_default_test-1732586131747 table=test-1732586131747 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-26T01:55:50,478 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732586149065_default_test-1732586131747 2024-11-26T01:55:50,480 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/.hbase-snapshot/.tmp/snapshot_1732586149065_default_test-1732586131747 2024-11-26T01:55:50,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741866_1042 (size=1146) 2024-11-26T01:55:50,534 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732586149065_default_test-1732586131747 table=test-1732586131747 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-26T01:55:50,566 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732586149065_default_test-1732586131747 table=test-1732586131747 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-26T01:55:50,570 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/.hbase-snapshot/.tmp/snapshot_1732586149065_default_test-1732586131747 to hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/.hbase-snapshot/snapshot_1732586149065_default_test-1732586131747 2024-11-26T01:55:50,574 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732586149065_default_test-1732586131747 table=test-1732586131747 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-26T01:55:50,575 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732586149065_default_test-1732586131747 table=test-1732586131747 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-11-26T01:55:50,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732586149065_default_test-1732586131747 table=test-1732586131747 type=FLUSH ttl=0 } in 1.4850 sec 2024-11-26T01:55:51,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-26T01:55:51,242 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1732586131747 completed 2024-11-26T01:55:51,243 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732586151243_ns2_test-17325861317471 table=ns2:test-17325861317471 type=FLUSH ttl=0 } 2024-11-26T01:55:51,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732586151243 (current time:1732586151243). 2024-11-26T01:55:51,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-26T01:55:51,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732586151243_ns2_test-17325861317471 VERSION not specified, setting to 2 2024-11-26T01:55:51,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76e7913, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:55:51,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] client.ClusterIdFetcher(90): Going to request 406b227cbc58,46417,-1 for getting cluster id 2024-11-26T01:55:51,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T01:55:51,246 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '990d9dbd-b01c-48a2-87fe-3e40884060f6' 2024-11-26T01:55:51,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T01:55:51,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "990d9dbd-b01c-48a2-87fe-3e40884060f6" 2024-11-26T01:55:51,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@586dfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:55:51,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [406b227cbc58,46417,-1] 2024-11-26T01:55:51,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T01:55:51,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:55:51,248 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T01:55:51,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@210bf67e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:55:51,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T01:55:51,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=406b227cbc58,35587,1732586114882, seqNum=-1] 2024-11-26T01:55:51,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T01:55:51,253 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T01:55:51,255 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417. 2024-11-26T01:55:51,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T01:55:51,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:55:51,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:55:51,256 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T01:55:51,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-26T01:55:51,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732586151243_ns2_test-17325861317471 table=ns2:test-17325861317471 type=FLUSH ttl=0 } 2024-11-26T01:55:51,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732586151243_ns2_test-17325861317471 table=ns2:test-17325861317471 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-11-26T01:55:51,259 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732586151243_ns2_test-17325861317471 table=ns2:test-17325861317471 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-26T01:55:51,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-26T01:55:51,261 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732586151243_ns2_test-17325861317471 table=ns2:test-17325861317471 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-26T01:55:51,265 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732586151243_ns2_test-17325861317471 table=ns2:test-17325861317471 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-26T01:55:51,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741867_1043 (size=86) 2024-11-26T01:55:51,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-26T01:55:51,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-26T01:55:51,678 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732586151243_ns2_test-17325861317471 table=ns2:test-17325861317471 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-26T01:55:51,678 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ddef0a84d064233dcec0652c33c43643}] 2024-11-26T01:55:51,680 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ddef0a84d064233dcec0652c33c43643 2024-11-26T01:55:51,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35587 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2024-11-26T01:55:51,833 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17325861317471,,1732586133800.ddef0a84d064233dcec0652c33c43643. 2024-11-26T01:55:51,834 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing ddef0a84d064233dcec0652c33c43643 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-11-26T01:55:51,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/ns2/test-17325861317471/ddef0a84d064233dcec0652c33c43643/.tmp/f/052fb79126754deba39f51ce7504ee95 is 37, key is row10/f:q1/1732586134478/Put/seqid=0 2024-11-26T01:55:51,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741868_1044 (size=8413) 2024-11-26T01:55:51,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-26T01:55:52,271 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/ns2/test-17325861317471/ddef0a84d064233dcec0652c33c43643/.tmp/f/052fb79126754deba39f51ce7504ee95 2024-11-26T01:55:52,282 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/ns2/test-17325861317471/ddef0a84d064233dcec0652c33c43643/.tmp/f/052fb79126754deba39f51ce7504ee95 as hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/ns2/test-17325861317471/ddef0a84d064233dcec0652c33c43643/f/052fb79126754deba39f51ce7504ee95 2024-11-26T01:55:52,295 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/ns2/test-17325861317471/ddef0a84d064233dcec0652c33c43643/f/052fb79126754deba39f51ce7504ee95, entries=99, sequenceid=103, filesize=8.2 K 2024-11-26T01:55:52,297 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for ddef0a84d064233dcec0652c33c43643 in 463ms, sequenceid=103, compaction requested=false 2024-11-26T01:55:52,297 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for ddef0a84d064233dcec0652c33c43643: 2024-11-26T01:55:52,297 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17325861317471,,1732586133800.ddef0a84d064233dcec0652c33c43643. for snapshot_1732586151243_ns2_test-17325861317471 completed. 2024-11-26T01:55:52,297 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17325861317471,,1732586133800.ddef0a84d064233dcec0652c33c43643.' region-info for snapshot=snapshot_1732586151243_ns2_test-17325861317471 2024-11-26T01:55:52,297 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-26T01:55:52,298 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/ns2/test-17325861317471/ddef0a84d064233dcec0652c33c43643/f/052fb79126754deba39f51ce7504ee95] hfiles 2024-11-26T01:55:52,298 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/ns2/test-17325861317471/ddef0a84d064233dcec0652c33c43643/f/052fb79126754deba39f51ce7504ee95 for snapshot=snapshot_1732586151243_ns2_test-17325861317471 2024-11-26T01:55:52,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741869_1045 (size=91) 2024-11-26T01:55:52,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-26T01:55:52,709 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17325861317471,,1732586133800.ddef0a84d064233dcec0652c33c43643. 2024-11-26T01:55:52,709 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-26T01:55:52,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-26T01:55:52,710 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732586151243_ns2_test-17325861317471 on region ddef0a84d064233dcec0652c33c43643 2024-11-26T01:55:52,710 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ddef0a84d064233dcec0652c33c43643 2024-11-26T01:55:52,716 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-26T01:55:52,716 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732586151243_ns2_test-17325861317471 table=ns2:test-17325861317471 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-26T01:55:52,716 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ddef0a84d064233dcec0652c33c43643 in 1.0340 sec 2024-11-26T01:55:52,718 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732586151243_ns2_test-17325861317471 table=ns2:test-17325861317471 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-26T01:55:52,720 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732586151243_ns2_test-17325861317471 table=ns2:test-17325861317471 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-26T01:55:52,720 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732586151243_ns2_test-17325861317471 2024-11-26T01:55:52,721 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/.hbase-snapshot/.tmp/snapshot_1732586151243_ns2_test-17325861317471 2024-11-26T01:55:52,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741870_1046 (size=456) 2024-11-26T01:55:53,157 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732586151243_ns2_test-17325861317471 table=ns2:test-17325861317471 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-26T01:55:53,171 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732586151243_ns2_test-17325861317471 table=ns2:test-17325861317471 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-26T01:55:53,172 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/.hbase-snapshot/.tmp/snapshot_1732586151243_ns2_test-17325861317471 to hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/.hbase-snapshot/snapshot_1732586151243_ns2_test-17325861317471 2024-11-26T01:55:53,175 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732586151243_ns2_test-17325861317471 table=ns2:test-17325861317471 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-26T01:55:53,175 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732586151243_ns2_test-17325861317471 table=ns2:test-17325861317471 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-11-26T01:55:53,184 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732586151243_ns2_test-17325861317471 table=ns2:test-17325861317471 type=FLUSH ttl=0 } in 1.9190 sec 2024-11-26T01:55:53,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-26T01:55:53,403 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17325861317471 completed 2024-11-26T01:55:53,404 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1732586139115 2024-11-26T01:55:53,404 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-11-26T01:55:53,406 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2024-11-26T01:55:53,410 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732586139115_ns2:test-17325861317471 2024-11-26T01:55:53,410 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732586151243_ns2_test-17325861317471 to hdfs://localhost:42203/backupUT/backup_1732586139115/ns2/test-17325861317471/ 2024-11-26T01:55:53,419 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-26T01:55:53,481 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:42203, inputRoot=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9 2024-11-26T01:55:53,481 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1963098036_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:42203/backupUT/backup_1732586139115/ns2/test-17325861317471, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:42203/backupUT/backup_1732586139115/ns2/test-17325861317471/.hbase-snapshot/.tmp/snapshot_1732586151243_ns2_test-17325861317471 2024-11-26T01:55:53,485 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-11-26T01:55:53,498 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/.hbase-snapshot/snapshot_1732586151243_ns2_test-17325861317471 to hdfs://localhost:42203/backupUT/backup_1732586139115/ns2/test-17325861317471/.hbase-snapshot/.tmp/snapshot_1732586151243_ns2_test-17325861317471 2024-11-26T01:55:53,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741871_1047 (size=456) 2024-11-26T01:55:53,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741872_1048 (size=86) 2024-11-26T01:55:53,641 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:55:53,642 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:55:53,643 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:55:54,950 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/hadoop-8938814007957189265.jar 2024-11-26T01:55:54,951 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:55:54,952 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:55:54,952 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:55:54,953 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:55:54,954 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:55:54,954 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:55:54,954 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:55:54,955 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:55:54,955 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:55:54,956 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-26T01:55:54,956 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-26T01:55:54,956 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-26T01:55:54,957 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-26T01:55:54,957 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-26T01:55:54,958 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-26T01:55:54,958 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-26T01:55:54,958 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-26T01:55:54,959 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-26T01:55:54,959 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-26T01:55:54,960 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-26T01:55:54,963 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-26T01:55:54,963 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-26T01:55:54,964 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-26T01:55:54,964 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-26T01:55:54,964 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-26T01:55:54,965 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-26T01:55:54,965 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-26T01:55:55,124 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-26T01:55:55,228 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732586151243_ns2_test-17325861317471' hfile list 2024-11-26T01:55:55,240 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=8.2 K 2024-11-26T01:55:55,642 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/mapreduce.cluster.local.dir/job_local24159965_0001_fd9b7456-94f9-4d84-b0fa-da0b6854d590/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-26T01:55:55,642 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/mapreduce.cluster.local.dir/job_local24159965_0001_fd9b7456-94f9-4d84-b0fa-da0b6854d590/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-26T01:55:55,827 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-11-26T01:55:55,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741873_1049 (size=8413) 2024-11-26T01:55:55,920 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/ns2/test-17325861317471/ddef0a84d064233dcec0652c33c43643/f/052fb79126754deba39f51ce7504ee95 output=hdfs://localhost:42203/backupUT/backup_1732586139115/ns2/test-17325861317471/archive/data/ns2/test-17325861317471/ddef0a84d064233dcec0652c33c43643/f/052fb79126754deba39f51ce7504ee95 2024-11-26T01:55:55,923 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.098M/sec 2024-11-26T01:55:56,739 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-11-26T01:55:56,740 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-11-26T01:55:56,748 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732586151243_ns2_test-17325861317471 2024-11-26T01:55:56,748 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732586151243_ns2_test-17325861317471 finished. 2024-11-26T01:55:56,748 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732586139115_test-1732586131747 2024-11-26T01:55:56,748 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732586149065_default_test-1732586131747 to hdfs://localhost:42203/backupUT/backup_1732586139115/default/test-1732586131747/ 2024-11-26T01:55:56,748 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-26T01:55:56,781 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:42203, inputRoot=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9 2024-11-26T01:55:56,781 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1963098036_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:42203/backupUT/backup_1732586139115/default/test-1732586131747, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:42203/backupUT/backup_1732586139115/default/test-1732586131747/.hbase-snapshot/.tmp/snapshot_1732586149065_default_test-1732586131747 2024-11-26T01:55:56,784 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-11-26T01:55:56,793 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/.hbase-snapshot/snapshot_1732586149065_default_test-1732586131747 to hdfs://localhost:42203/backupUT/backup_1732586139115/default/test-1732586131747/.hbase-snapshot/.tmp/snapshot_1732586149065_default_test-1732586131747 2024-11-26T01:55:56,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741874_1050 (size=84) 2024-11-26T01:55:56,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741875_1051 (size=1146) 2024-11-26T01:55:57,218 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:55:57,219 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:55:57,219 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:55:58,194 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/hadoop-4113352855202468765.jar 2024-11-26T01:55:58,195 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:55:58,196 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:55:58,196 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:55:58,197 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:55:58,197 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:55:58,197 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:55:58,198 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:55:58,198 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:55:58,199 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:55:58,199 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-26T01:55:58,199 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-26T01:55:58,200 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-26T01:55:58,200 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-26T01:55:58,201 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-26T01:55:58,201 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-26T01:55:58,201 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-26T01:55:58,202 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-26T01:55:58,202 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-26T01:55:58,202 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-26T01:55:58,203 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-26T01:55:58,203 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-26T01:55:58,204 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-26T01:55:58,204 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-26T01:55:58,204 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-26T01:55:58,205 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-26T01:55:58,205 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-26T01:55:58,205 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-26T01:55:58,259 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-26T01:55:58,291 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732586149065_default_test-1732586131747' hfile list 2024-11-26T01:55:58,295 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=18.8 K 2024-11-26T01:55:58,429 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/mapreduce.cluster.local.dir/job_local1008498772_0002_ad9b7b42-78f7-449b-83a6-1ad2b43dfd55/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-26T01:55:58,429 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/mapreduce.cluster.local.dir/job_local1008498772_0002_ad9b7b42-78f7-449b-83a6-1ad2b43dfd55/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-26T01:55:58,500 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-11-26T01:55:58,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741876_1052 (size=8413) 2024-11-26T01:55:58,931 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/f/d336ee0afc8c46c9a5ad4fc8db09c51a output=hdfs://localhost:42203/backupUT/backup_1732586139115/default/test-1732586131747/archive/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/f/d336ee0afc8c46c9a5ad4fc8db09c51a 2024-11-26T01:55:58,931 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.019M/sec 2024-11-26T01:55:58,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741877_1053 (size=5484) 2024-11-26T01:55:59,387 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/mob/cc951d0fe11648f29fe3ee8e17ec1edf output=hdfs://localhost:42203/backupUT/backup_1732586139115/default/test-1732586131747/archive/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/mob/cc951d0fe11648f29fe3ee8e17ec1edf 2024-11-26T01:55:59,388 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5484 (5.4 K) time=0sec 0.012M/sec 2024-11-26T01:55:59,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741878_1054 (size=5387) 2024-11-26T01:55:59,436 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/f3/0744fc4f9c234526adb16aabbb734669 output=hdfs://localhost:42203/backupUT/backup_1732586139115/default/test-1732586131747/archive/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/f3/0744fc4f9c234526adb16aabbb734669 2024-11-26T01:55:59,436 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5387 (5.3 K) time=0sec 0.125M/sec 2024-11-26T01:55:59,469 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-11-26T01:55:59,471 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-11-26T01:55:59,481 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732586149065_default_test-1732586131747 2024-11-26T01:55:59,481 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732586149065_default_test-1732586131747 finished. 2024-11-26T01:55:59,482 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17325861317471 2024-11-26T01:55:59,482 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1732586131747 2024-11-26T01:55:59,541 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732586139115 2024-11-26T01:55:59,541 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-11-26T01:55:59,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741879_1055 (size=130) 2024-11-26T01:55:59,952 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:42203/backupUT/backup_1732586139115/.backup.manifest 2024-11-26T01:55:59,954 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1732586139115 finished: type=FULL,tablelist=ns2:test-17325861317471;test-1732586131747,targetRootDir=hdfs://localhost:42203/backupUT,startts=1732586147994,completets=1732586159538,bytescopied=0 2024-11-26T01:55:59,954 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-11-26T01:55:59,954 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732586151243_ns2_test-17325861317471 2024-11-26T01:55:59,957 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732586151243_ns2_test-17325861317471" type: DISABLED 2024-11-26T01:55:59,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732586151243_ns2_test-17325861317471 2024-11-26T01:55:59,963 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732586151243_ns2_test-17325861317471 for backup backup_1732586139115 succeeded. 2024-11-26T01:55:59,963 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732586149065_default_test-1732586131747 2024-11-26T01:55:59,963 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732586149065_default_test-1732586131747" type: DISABLED 2024-11-26T01:55:59,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732586149065_default_test-1732586131747 2024-11-26T01:55:59,968 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732586149065_default_test-1732586131747 for backup backup_1732586139115 succeeded. 2024-11-26T01:55:59,969 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-26T01:55:59,979 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-26T01:55:59,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-26T01:55:59,984 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-26T01:55:59,991 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-26T01:56:00,011 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1732586139115 completed. 2024-11-26T01:56:00,026 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T01:56:00,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T01:56:00,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:backup_1732586139115', locateType=CURRENT is [region=backup:system,,1732586139289.5550fe72a9366af259ac726ebaffa17d., hostname=406b227cbc58,35587,1732586114882, seqNum=2] 2024-11-26T01:56:00,314 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(113): writing 99 rows to test-1732586131747 2024-11-26T01:56:00,337 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(116): written 99 rows to test-1732586131747 2024-11-26T01:56:00,600 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(120): written 111 rows to test-1732586131747 to Mob enabled CF 2024-11-26T01:56:00,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17325861317471', row='row-t20', locateType=CURRENT is [region=ns2:test-17325861317471,,1732586133800.ddef0a84d064233dcec0652c33c43643., hostname=406b227cbc58,35587,1732586114882, seqNum=2] 2024-11-26T01:56:00,632 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(133): written 5 rows to ns2:test-17325861317471 2024-11-26T01:56:00,639 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.HMaster$3(2313): Client=jenkins//172.17.0.2 split test-1732586131747,,1732586132233.8dce50559a5ec495ab397e471bf220ad. 2024-11-26T01:56:00,640 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] assignment.SplitTableRegionProcedure(210): test-1732586131747,,1732586132233.8dce50559a5ec495ab397e471bf220ad. splitKey isn't explicitly specified, will try to find a best split key from RS 406b227cbc58,35587,1732586114882 2024-11-26T01:56:00,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35587 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/f/d336ee0afc8c46c9a5ad4fc8db09c51a because midkey is the same as first or last row 2024-11-26T01:56:00,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35587 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/f3/0744fc4f9c234526adb16aabbb734669 because midkey is the same as first or last row 2024-11-26T01:56:00,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35587 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/mob/cc951d0fe11648f29fe3ee8e17ec1edf because midkey is the same as first or last row 2024-11-26T01:56:00,644 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35587 {}] regionserver.HRegion(2902): Flushing 8dce50559a5ec495ab397e471bf220ad 3/3 column families, dataSize=11.48 KB heapSize=27.79 KB 2024-11-26T01:56:00,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35587 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/.tmp/f/5aff86e9e9df4f289dfa3641ff0e23a7 is 59, key is row-test-1732586131747-1-10/f:q1/1732586160073/Put/seqid=0 2024-11-26T01:56:00,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741880_1056 (size=10796) 2024-11-26T01:56:01,076 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35587 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.30 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/.tmp/f/5aff86e9e9df4f289dfa3641ff0e23a7 2024-11-26T01:56:01,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35587 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126ae896f1f857e4f05a7ccce6778db3c57_8dce50559a5ec495ab397e471bf220ad is 63, key is row-test-1732586131747-3-100/mob:q1/1732586160579/Put/seqid=0 2024-11-26T01:56:01,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741881_1057 (size=5591) 2024-11-26T01:56:01,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35587 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:56:01,513 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35587 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126ae896f1f857e4f05a7ccce6778db3c57_8dce50559a5ec495ab397e471bf220ad to hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/mobdir/data/default/test-1732586131747/2b1222c4e7827c5a23ef1bc0bdf07302/mob/d41d8cd98f00b204e9800998ecf8427e20241126ae896f1f857e4f05a7ccce6778db3c57_8dce50559a5ec495ab397e471bf220ad 2024-11-26T01:56:01,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35587 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/.tmp/mob/61eddc7ad56f4b3da69c5f38f2c65922, store: [table=test-1732586131747 family=mob region=8dce50559a5ec495ab397e471bf220ad] 2024-11-26T01:56:01,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35587 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/.tmp/mob/61eddc7ad56f4b3da69c5f38f2c65922 is 192, key is row-test-1732586131747-3-100/mob:q1/1732586160579/Put/seqid=0 2024-11-26T01:56:01,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741882_1058 (size=13760) 2024-11-26T01:56:01,922 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35587 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=6.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/.tmp/mob/61eddc7ad56f4b3da69c5f38f2c65922 2024-11-26T01:56:01,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/.tmp/f/5aff86e9e9df4f289dfa3641ff0e23a7 as hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/f/5aff86e9e9df4f289dfa3641ff0e23a7 2024-11-26T01:56:01,938 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35587 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/f/5aff86e9e9df4f289dfa3641ff0e23a7, entries=99, sequenceid=334, filesize=10.5 K 2024-11-26T01:56:01,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/.tmp/mob/61eddc7ad56f4b3da69c5f38f2c65922 as hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/mob/61eddc7ad56f4b3da69c5f38f2c65922 2024-11-26T01:56:01,947 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35587 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/mob/61eddc7ad56f4b3da69c5f38f2c65922, entries=111, sequenceid=334, filesize=13.4 K 2024-11-26T01:56:01,948 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35587 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.48 KB/11754, heapSize ~27.51 KB/28168, currentSize=0 B/0 for 8dce50559a5ec495ab397e471bf220ad in 1304ms, sequenceid=334, compaction requested=false 2024-11-26T01:56:01,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35587 {}] regionserver.HRegion(2603): Flush status journal for 8dce50559a5ec495ab397e471bf220ad: 2024-11-26T01:56:01,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35587 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/f/5aff86e9e9df4f289dfa3641ff0e23a7 because midkey is the same as first or last row 2024-11-26T01:56:01,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35587 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/f3/0744fc4f9c234526adb16aabbb734669 because midkey is the same as first or last row 2024-11-26T01:56:01,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35587 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/mob/61eddc7ad56f4b3da69c5f38f2c65922 because midkey is the same as first or last row 2024-11-26T01:56:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=406b227cbc58,35587,1732586114882 2024-11-26T01:56:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T01:56:01,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] ipc.CallRunner(138): callId: 303 service: MasterService methodName: SplitRegion size: 99 connection: 172.17.0.2:49978 deadline: 1732586220638, exception=org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row 2024-11-26T01:56:01,955 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2726): Operation: SPLIT_REGION, Table Name: default:test-1732586131747 failed with org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T01:56:01,955 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(144): region is not splittable, because java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.DoNotRetryIOException: org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T01:56:01,956 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T01:56:01,959 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1732586131747,, stopping at row=test-1732586131747 ,, for max=2147483647 with caching=100 2024-11-26T01:56:01,969 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1732586131747,, stopping at row=test-1732586131747 ,, for max=2147483647 with caching=100 2024-11-26T01:56:01,980 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(149): split finished in =1347 2024-11-26T01:56:01,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T01:56:01,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T01:56:02,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T01:56:02,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T01:56:02,022 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-26T01:56:02,027 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732586161980 2024-11-26T01:56:02,034 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732586139115} 2024-11-26T01:56:02,034 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-26T01:56:02,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T01:56:02,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T01:56:02,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T01:56:02,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T01:56:02,087 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-26T01:56:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732586162088 (current time:1732586162088). 2024-11-26T01:56:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-26T01:56:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-26T01:56:02,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2da56372, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:56:02,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] client.ClusterIdFetcher(90): Going to request 406b227cbc58,46417,-1 for getting cluster id 2024-11-26T01:56:02,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T01:56:02,090 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '990d9dbd-b01c-48a2-87fe-3e40884060f6' 2024-11-26T01:56:02,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T01:56:02,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "990d9dbd-b01c-48a2-87fe-3e40884060f6" 2024-11-26T01:56:02,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df8d022, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:56:02,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [406b227cbc58,46417,-1] 2024-11-26T01:56:02,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T01:56:02,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:56:02,093 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T01:56:02,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1613fc16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:56:02,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T01:56:02,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=406b227cbc58,35587,1732586114882, seqNum=-1] 2024-11-26T01:56:02,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T01:56:02,096 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T01:56:02,098 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417. 2024-11-26T01:56:02,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T01:56:02,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:56:02,098 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T01:56:02,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:56:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-26T01:56:02,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-26T01:56:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-11-26T01:56:02,102 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-26T01:56:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-26T01:56:02,103 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-26T01:56:02,106 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-26T01:56:02,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741883_1059 (size=52) 2024-11-26T01:56:02,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-26T01:56:02,406 DEBUG [master/406b227cbc58:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1732586131747 2024-11-26T01:56:02,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741884_1060 (size=950) 2024-11-26T01:56:02,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-26T01:56:02,514 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-26T01:56:02,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5550fe72a9366af259ac726ebaffa17d}] 2024-11-26T01:56:02,515 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5550fe72a9366af259ac726ebaffa17d 2024-11-26T01:56:02,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35587 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=41 2024-11-26T01:56:02,667 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1732586139289.5550fe72a9366af259ac726ebaffa17d. 2024-11-26T01:56:02,668 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing 5550fe72a9366af259ac726ebaffa17d 2/2 column families, dataSize=1.44 KB heapSize=2.75 KB 2024-11-26T01:56:02,684 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/.tmp/meta/d1d7066e29d84db994812dcbcdb3a226 is 158, key is trslm:hdfs://localhost:42203/backupUT\x00ns2:test-17325861317471/meta:log-roll-map/1732586159524/Put/seqid=0 2024-11-26T01:56:02,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741885_1061 (size=5914) 2024-11-26T01:56:02,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-26T01:56:02,820 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/.tabledesc/.tableinfo.0000000002.908 2024-11-26T01:56:02,820 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/.tabledesc/.tableinfo.0000000003.950 2024-11-26T01:56:02,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1732586131747 in 418 msec 2024-11-26T01:56:03,090 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=746 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/.tmp/meta/d1d7066e29d84db994812dcbcdb3a226 2024-11-26T01:56:03,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/.tmp/session/7707cdef30dc482692197649b9118eec is 433, key is session:backup_1732586139115/session:context/1732586159990/Put/seqid=0 2024-11-26T01:56:03,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741886_1062 (size=5535) 2024-11-26T01:56:03,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-26T01:56:03,507 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=732 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/.tmp/session/7707cdef30dc482692197649b9118eec 2024-11-26T01:56:03,515 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/.tmp/meta/d1d7066e29d84db994812dcbcdb3a226 as hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/meta/d1d7066e29d84db994812dcbcdb3a226 2024-11-26T01:56:03,522 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/meta/d1d7066e29d84db994812dcbcdb3a226, entries=6, sequenceid=17, filesize=5.8 K 2024-11-26T01:56:03,524 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/.tmp/session/7707cdef30dc482692197649b9118eec as hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/session/7707cdef30dc482692197649b9118eec 2024-11-26T01:56:03,531 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/session/7707cdef30dc482692197649b9118eec, entries=2, sequenceid=17, filesize=5.4 K 2024-11-26T01:56:03,532 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~1.44 KB/1478, heapSize ~2.72 KB/2784, currentSize=0 B/0 for 5550fe72a9366af259ac726ebaffa17d in 865ms, sequenceid=17, compaction requested=false 2024-11-26T01:56:03,532 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for 5550fe72a9366af259ac726ebaffa17d: 2024-11-26T01:56:03,532 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1732586139289.5550fe72a9366af259ac726ebaffa17d. for snapshot_backup_system completed. 2024-11-26T01:56:03,533 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1732586139289.5550fe72a9366af259ac726ebaffa17d.' region-info for snapshot=snapshot_backup_system 2024-11-26T01:56:03,533 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-26T01:56:03,533 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/meta/d1d7066e29d84db994812dcbcdb3a226] hfiles 2024-11-26T01:56:03,533 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/meta/d1d7066e29d84db994812dcbcdb3a226 for snapshot=snapshot_backup_system 2024-11-26T01:56:03,533 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/session/64e53125cbd24cfbb2fa7252e2d5d854, hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/session/7707cdef30dc482692197649b9118eec] hfiles 2024-11-26T01:56:03,533 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/session/64e53125cbd24cfbb2fa7252e2d5d854 for snapshot=snapshot_backup_system 2024-11-26T01:56:03,533 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/session/7707cdef30dc482692197649b9118eec for snapshot=snapshot_backup_system 2024-11-26T01:56:03,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741887_1063 (size=173) 2024-11-26T01:56:03,939 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1732586139289.5550fe72a9366af259ac726ebaffa17d. 2024-11-26T01:56:03,940 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-26T01:56:03,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-26T01:56:03,940 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 5550fe72a9366af259ac726ebaffa17d 2024-11-26T01:56:03,941 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5550fe72a9366af259ac726ebaffa17d 2024-11-26T01:56:03,943 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=39 2024-11-26T01:56:03,944 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-26T01:56:03,944 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=39, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5550fe72a9366af259ac726ebaffa17d in 1.4280 sec 2024-11-26T01:56:03,944 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-26T01:56:03,945 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-26T01:56:03,945 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-26T01:56:03,946 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-26T01:56:03,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741888_1064 (size=810) 2024-11-26T01:56:04,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-26T01:56:04,363 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-26T01:56:04,373 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-26T01:56:04,374 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/.hbase-snapshot/snapshot_backup_system 2024-11-26T01:56:04,376 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-26T01:56:04,376 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-11-26T01:56:04,378 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2770 sec 2024-11-26T01:56:06,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-26T01:56:06,273 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-26T01:56:06,273 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1732586161980 started at 1732586166273. 2024-11-26T01:56:06,275 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1732586161980 has been started. 2024-11-26T01:56:06,281 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [ns2:test-17325861317471, test-1732586131747] 2024-11-26T01:56:06,286 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1732586133173for backupID backup_1732586161980 2024-11-26T01:56:06,286 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-11-26T01:56:06,287 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-26T01:56:06,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-26T01:56:06,287 INFO [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-26T01:56:06,288 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-26T01:56:06,288 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-26T01:56:06,288 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-26T01:56:06,288 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-26T01:56:06,288 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-26T01:56:06,335 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/406b227cbc58,35587,1732586114882 2024-11-26T01:56:06,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x10079b000ea0001, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-26T01:56:06,336 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-26T01:56:06,336 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-26T01:56:06,336 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/406b227cbc58,35587,1732586114882 2024-11-26T01:56:06,336 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-26T01:56:06,336 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-26T01:56:06,337 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35587-0x10079b000ea0001, quorum=127.0.0.1:61999, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-26T01:56:06,337 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-26T01:56:06,337 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-26T01:56:06,337 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-26T01:56:06,338 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-26T01:56:06,338 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-26T01:56:06,338 DEBUG [member: '406b227cbc58,35587,1732586114882' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-26T01:56:06,338 DEBUG [member: '406b227cbc58,35587,1732586114882' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-26T01:56:06,338 DEBUG [member: '406b227cbc58,35587,1732586114882' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-26T01:56:06,338 DEBUG [member: '406b227cbc58,35587,1732586114882' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-26T01:56:06,338 DEBUG [member: '406b227cbc58,35587,1732586114882' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '406b227cbc58,35587,1732586114882' joining acquired barrier for procedure (rolllog) in zk 2024-11-26T01:56:06,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/406b227cbc58,35587,1732586114882 2024-11-26T01:56:06,344 DEBUG [member: '406b227cbc58,35587,1732586114882' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-26T01:56:06,344 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/406b227cbc58,35587,1732586114882 2024-11-26T01:56:06,344 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-26T01:56:06,344 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-26T01:56:06,344 DEBUG [member: '406b227cbc58,35587,1732586114882' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35587-0x10079b000ea0001, quorum=127.0.0.1:61999, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-26T01:56:06,344 DEBUG [member: '406b227cbc58,35587,1732586114882' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-26T01:56:06,345 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-26T01:56:06,345 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-26T01:56:06,346 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-26T01:56:06,346 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------406b227cbc58,35587,1732586114882 2024-11-26T01:56:06,347 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-26T01:56:06,347 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '406b227cbc58,35587,1732586114882' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-26T01:56:06,347 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@52bbd6f7[Count = 0] remaining members to acquire global barrier 2024-11-26T01:56:06,347 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-26T01:56:06,347 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-26T01:56:06,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x10079b000ea0001, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-26T01:56:06,352 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-26T01:56:06,352 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-26T01:56:06,353 DEBUG [member: '406b227cbc58,35587,1732586114882' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-26T01:56:06,353 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/406b227cbc58,35587,1732586114882 2024-11-26T01:56:06,353 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-26T01:56:06,353 DEBUG [member: '406b227cbc58,35587,1732586114882' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-26T01:56:06,353 DEBUG [rs(406b227cbc58,35587,1732586114882)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 406b227cbc58,35587,1732586114882 2024-11-26T01:56:06,353 INFO [rs(406b227cbc58,35587,1732586114882)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1732586148874 highest: 1732586148874 on 406b227cbc58,35587,1732586114882 2024-11-26T01:56:06,353 DEBUG [regionserver/406b227cbc58:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-1:(num 1732586148851) roll requested 2024-11-26T01:56:06,373 DEBUG [regionserver/406b227cbc58:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-1.1732586166353, exclude list is [], retry=0 2024-11-26T01:56:06,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39921,DS-d09e6fdb-0717-4451-a70f-5412ecf64348,DISK] 2024-11-26T01:56:06,380 INFO [regionserver/406b227cbc58:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-1.1732586148851 with entries=224, filesize=29.77 KB; new WAL /user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-1.1732586166353 2024-11-26T01:56:06,380 DEBUG [regionserver/406b227cbc58:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46857:46857)] 2024-11-26T01:56:06,380 DEBUG [regionserver/406b227cbc58:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-1.1732586148851 is not closed yet, will try archiving it next time 2024-11-26T01:56:06,380 DEBUG [regionserver/406b227cbc58:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-0:(num 1732586148874) roll requested 2024-11-26T01:56:06,381 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-1.1732586133173 to hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/oldWALs/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-1.1732586133173 2024-11-26T01:56:06,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741857_1033 (size=30490) 2024-11-26T01:56:06,383 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-1.1732586148851 not finished, retry = 0 2024-11-26T01:56:06,400 DEBUG [regionserver/406b227cbc58:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-0.1732586166380, exclude list is [], retry=0 2024-11-26T01:56:06,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39921,DS-d09e6fdb-0717-4451-a70f-5412ecf64348,DISK] 2024-11-26T01:56:06,406 INFO [regionserver/406b227cbc58:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-0.1732586148874 with entries=7, filesize=1.16 KB; new WAL /user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-0.1732586166380 2024-11-26T01:56:06,406 DEBUG [regionserver/406b227cbc58:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46857:46857)] 2024-11-26T01:56:06,406 DEBUG [regionserver/406b227cbc58:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-0.1732586148874 is not closed yet, will try archiving it next time 2024-11-26T01:56:06,407 DEBUG [regionserver/406b227cbc58:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 406b227cbc58%2C35587%2C1732586114882.meta:.meta(num 1732586148904) roll requested 2024-11-26T01:56:06,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741858_1034 (size=1198) 2024-11-26T01:56:06,423 DEBUG [regionserver/406b227cbc58:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.meta.1732586166407.meta, exclude list is [], retry=0 2024-11-26T01:56:06,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39921,DS-d09e6fdb-0717-4451-a70f-5412ecf64348,DISK] 2024-11-26T01:56:06,427 INFO [regionserver/406b227cbc58:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.meta.1732586148904.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.meta.1732586166407.meta 2024-11-26T01:56:06,428 DEBUG [regionserver/406b227cbc58:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46857:46857)] 2024-11-26T01:56:06,428 DEBUG [regionserver/406b227cbc58:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.meta.1732586148904.meta is not closed yet, will try archiving it next time 2024-11-26T01:56:06,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741859_1035 (size=93) 2024-11-26T01:56:06,430 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.meta.1732586148904.meta to hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/oldWALs/406b227cbc58%2C35587%2C1732586114882.meta.1732586148904.meta 2024-11-26T01:56:06,434 DEBUG [rs(406b227cbc58,35587,1732586114882)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 81 2024-11-26T01:56:06,434 INFO [rs(406b227cbc58,35587,1732586114882)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1732586166380 on 406b227cbc58,35587,1732586114882 2024-11-26T01:56:06,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T01:56:06,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T01:56:06,460 DEBUG [member: '406b227cbc58,35587,1732586114882' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-26T01:56:06,460 DEBUG [member: '406b227cbc58,35587,1732586114882' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '406b227cbc58,35587,1732586114882' in zk 2024-11-26T01:56:06,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/406b227cbc58,35587,1732586114882 2024-11-26T01:56:06,469 DEBUG [member: '406b227cbc58,35587,1732586114882' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-26T01:56:06,469 DEBUG [member: '406b227cbc58,35587,1732586114882' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-26T01:56:06,469 DEBUG [member: '406b227cbc58,35587,1732586114882' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-26T01:56:06,469 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/406b227cbc58,35587,1732586114882 2024-11-26T01:56:06,469 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-26T01:56:06,469 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-26T01:56:06,470 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-26T01:56:06,470 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-26T01:56:06,470 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-26T01:56:06,471 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------406b227cbc58,35587,1732586114882 2024-11-26T01:56:06,471 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-26T01:56:06,471 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-26T01:56:06,472 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------406b227cbc58,35587,1732586114882 2024-11-26T01:56:06,472 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '406b227cbc58,35587,1732586114882': 2024-11-26T01:56:06,473 INFO [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-26T01:56:06,473 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '406b227cbc58,35587,1732586114882' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-26T01:56:06,473 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-26T01:56:06,473 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-26T01:56:06,473 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-26T01:56:06,473 INFO [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-26T01:56:06,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-26T01:56:06,484 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-26T01:56:06,484 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-26T01:56:06,484 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-26T01:56:06,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x10079b000ea0001, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-26T01:56:06,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x10079b000ea0001, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-26T01:56:06,484 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-26T01:56:06,484 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-26T01:56:06,485 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-26T01:56:06,485 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-26T01:56:06,485 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-26T01:56:06,486 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-26T01:56:06,486 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-26T01:56:06,486 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/406b227cbc58,35587,1732586114882 2024-11-26T01:56:06,486 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-26T01:56:06,487 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-26T01:56:06,487 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------406b227cbc58,35587,1732586114882 2024-11-26T01:56:06,488 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/406b227cbc58,35587,1732586114882 2024-11-26T01:56:06,488 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-26T01:56:06,488 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-26T01:56:06,489 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------406b227cbc58,35587,1732586114882 2024-11-26T01:56:06,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x10079b000ea0001, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-26T01:56:06,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/406b227cbc58,35587,1732586114882 2024-11-26T01:56:06,501 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-26T01:56:06,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-26T01:56:06,501 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-26T01:56:06,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-26T01:56:06,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/406b227cbc58,35587,1732586114882 2024-11-26T01:56:06,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-26T01:56:06,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-26T01:56:06,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-26T01:56:06,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x10079b000ea0001, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-26T01:56:06,501 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-26T01:56:06,501 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-26T01:56:06,501 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-26T01:56:06,502 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-26T01:56:06,502 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-26T01:56:06,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-26T01:56:06,516 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {406b227cbc58:35587=1732586133173} newestTimestamps: {406b227cbc58:35587=1732586148874} 2024-11-26T01:56:06,519 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 406b227cbc58%2C35587%2C1732586114882.meta.1732586121429.meta 2024-11-26T01:56:06,519 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 406b227cbc58%2C35587%2C1732586114882.meta.1732586166407.meta 2024-11-26T01:56:06,519 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-0.1732586148874 2024-11-26T01:56:06,519 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-0.1732586166380 2024-11-26T01:56:06,520 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-1.1732586148851 2024-11-26T01:56:06,520 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-1.1732586166353 2024-11-26T01:56:06,521 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/oldWALs/406b227cbc58%2C35587%2C1732586114882.meta.1732586148904.meta 2024-11-26T01:56:06,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741892_1068 (size=364) 2024-11-26T01:56:06,935 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17325861317471 target: hdfs://localhost:42203/backupUT/backup_1732586161980/ns2/test-17325861317471 descriptor: 'ns2:test-17325861317471', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T01:56:06,936 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-26T01:56:06,939 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17325861317471 2024-11-26T01:56:06,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741893_1069 (size=50) 2024-11-26T01:56:07,346 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17325861317471 2024-11-26T01:56:07,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741894_1070 (size=950) 2024-11-26T01:56:07,759 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1732586131747 target: hdfs://localhost:42203/backupUT/backup_1732586161980/default/test-1732586131747 descriptor: 'test-1732586131747', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T01:56:07,759 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-26T01:56:07,762 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1732586131747 2024-11-26T01:56:07,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741895_1071 (size=53) 2024-11-26T01:56:08,169 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1732586131747 2024-11-26T01:56:08,183 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:42203/backupUT/.tmp/backup_1732586161980 from hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-0.1732586148874;hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-1.1732586148851 2024-11-26T01:56:08,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5617524f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:56:08,185 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 406b227cbc58,46417,-1 for getting cluster id 2024-11-26T01:56:08,185 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T01:56:08,186 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '990d9dbd-b01c-48a2-87fe-3e40884060f6' 2024-11-26T01:56:08,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T01:56:08,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "990d9dbd-b01c-48a2-87fe-3e40884060f6" 2024-11-26T01:56:08,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58633324, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:56:08,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [406b227cbc58,46417,-1] 2024-11-26T01:56:08,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T01:56:08,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:56:08,187 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T01:56:08,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50a13b80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:56:08,189 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T01:56:08,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 406b227cbc58,46417,1732586112287 2024-11-26T01:56:08,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b91da10 2024-11-26T01:56:08,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T01:56:08,191 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T01:56:08,197 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-26T01:56:08,197 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17325861317471 2024-11-26T01:56:08,197 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17325861317471,, stopping at row=ns2:test-17325861317471 ,, for max=2147483647 with caching=100 2024-11-26T01:56:08,198 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T01:56:08,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=406b227cbc58,35587,1732586114882, seqNum=-1] 2024-11-26T01:56:08,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T01:56:08,201 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T01:56:08,203 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17325861317471: ns2:test-17325861317471; 2024-11-26T01:56:08,204 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1732586131747 2024-11-26T01:56:08,204 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1732586131747,, stopping at row=test-1732586131747 ,, for max=2147483647 with caching=100 2024-11-26T01:56:08,207 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1732586131747: test-1732586131747; 2024-11-26T01:56:08,207 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-26T01:56:08,207 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/hbase-staging/partitions_f383e619-5970-4635-8c01-6b5030278cb3 2024-11-26T01:56:08,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741896_1072 (size=192) 2024-11-26T01:56:08,631 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:08,632 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:08,632 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:09,523 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/hadoop-10486479354691059773.jar 2024-11-26T01:56:09,524 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:09,524 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:09,524 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:09,525 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:09,525 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:09,525 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:09,525 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:09,526 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:09,526 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:09,526 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-26T01:56:09,526 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-26T01:56:09,527 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-26T01:56:09,527 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-26T01:56:09,527 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-26T01:56:09,527 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-26T01:56:09,527 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-26T01:56:09,528 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-26T01:56:09,528 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-26T01:56:09,528 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-26T01:56:09,528 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-26T01:56:09,530 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:09,530 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:09,530 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:09,530 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:09,531 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:09,531 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:09,531 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-26T01:56:09,532 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:test-17325861317471,default:test-1732586131747 2024-11-26T01:56:09,532 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T01:56:09,532 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:154) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T01:56:09,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:56:09,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:56:09,532 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T01:56:09,533 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-26T01:56:10,420 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/hadoop-4330893233597267743.jar 2024-11-26T01:56:10,431 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-26T01:56:10,454 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-0.1732586148874 for WAL files 2024-11-26T01:56:10,458 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-0.1732586148874 2024-11-26T01:56:10,459 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-1.1732586148851 for WAL files 2024-11-26T01:56:10,460 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-1.1732586148851 2024-11-26T01:56:10,560 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/mapreduce.cluster.local.dir/job_local2023464623_0003_3bda4a65-ac7e-4d9b-8cd3-6b3f7abb56a0/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-26T01:56:10,561 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/mapreduce.cluster.local.dir/job_local2023464623_0003_3bda4a65-ac7e-4d9b-8cd3-6b3f7abb56a0/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-26T01:56:10,649 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-1.1732586148851 for hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-1.1732586148851 (-9223372036854775808:9223372036854775807) length:30490 2024-11-26T01:56:10,676 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-26T01:56:10,676 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-26T01:56:10,722 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-0.1732586148874 for hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-0.1732586148874 (-9223372036854775808:9223372036854775807) length:1198 2024-11-26T01:56:10,727 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-26T01:56:10,728 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-26T01:56:10,815 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53d09795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:56:10,815 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 406b227cbc58,46417,-1 for getting cluster id 2024-11-26T01:56:10,816 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T01:56:10,817 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '990d9dbd-b01c-48a2-87fe-3e40884060f6' 2024-11-26T01:56:10,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T01:56:10,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "990d9dbd-b01c-48a2-87fe-3e40884060f6" 2024-11-26T01:56:10,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9330a56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:56:10,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [406b227cbc58,46417,-1] 2024-11-26T01:56:10,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T01:56:10,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:56:10,819 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T01:56:10,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@395aa693, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:56:10,820 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T01:56:10,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=406b227cbc58,35587,1732586114882, seqNum=-1] 2024-11-26T01:56:10,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T01:56:10,823 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T01:56:10,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17325861317471', row='row-t20', locateType=CURRENT is [region=ns2:test-17325861317471,,1732586133800.ddef0a84d064233dcec0652c33c43643., hostname=406b227cbc58,35587,1732586114882, seqNum=2] 2024-11-26T01:56:10,826 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-26T01:56:10,826 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T01:56:10,827 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:56:10,827 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:56:10,827 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T01:56:10,827 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-11-26T01:56:10,827 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 406b227cbc58 2024-11-26T01:56:10,833 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42203/backupUT/.tmp/backup_1732586161980/_temporary/0/_temporary/attempt_local2023464623_0003_r_000000_0/ns2/test-17325861317471/f/8314504d23554a8f9dd8ced48d35fe01 is 38, key is row-t20/f:q1/1732586160617/Put/seqid=0 2024-11-26T01:56:10,835 WARN [Thread-952 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [406b227cbc58:35587] Specified favored nodes: [406b227cbc58:35587] 2024-11-26T01:56:10,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741897_1073 (size=5275) 2024-11-26T01:56:11,268 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@198b62bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:56:11,268 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 406b227cbc58,46417,-1 for getting cluster id 2024-11-26T01:56:11,269 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T01:56:11,270 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '990d9dbd-b01c-48a2-87fe-3e40884060f6' 2024-11-26T01:56:11,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T01:56:11,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "990d9dbd-b01c-48a2-87fe-3e40884060f6" 2024-11-26T01:56:11,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@161c9069, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:56:11,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [406b227cbc58,46417,-1] 2024-11-26T01:56:11,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T01:56:11,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:56:11,272 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T01:56:11,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44a916b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:56:11,273 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T01:56:11,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=406b227cbc58,35587,1732586114882, seqNum=-1] 2024-11-26T01:56:11,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T01:56:11,275 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T01:56:11,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732586131747', row='row-test-1732586131747-1-0', locateType=CURRENT is [region=test-1732586131747,,1732586132233.8dce50559a5ec495ab397e471bf220ad., hostname=406b227cbc58,35587,1732586114882, seqNum=107] 2024-11-26T01:56:11,277 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-26T01:56:11,277 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T01:56:11,277 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:56:11,278 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:56:11,278 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T01:56:11,278 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732586131747-1-0] 2024-11-26T01:56:11,278 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 406b227cbc58 2024-11-26T01:56:11,294 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@355d7b43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:56:11,294 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 406b227cbc58,46417,-1 for getting cluster id 2024-11-26T01:56:11,295 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T01:56:11,296 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '990d9dbd-b01c-48a2-87fe-3e40884060f6' 2024-11-26T01:56:11,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T01:56:11,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "990d9dbd-b01c-48a2-87fe-3e40884060f6" 2024-11-26T01:56:11,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29c825de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:56:11,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [406b227cbc58,46417,-1] 2024-11-26T01:56:11,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T01:56:11,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:56:11,298 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T01:56:11,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b21b46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:56:11,299 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T01:56:11,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=406b227cbc58,35587,1732586114882, seqNum=-1] 2024-11-26T01:56:11,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T01:56:11,303 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T01:56:11,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732586131747', row='row-test-1732586131747-3-0', locateType=CURRENT is [region=test-1732586131747,,1732586132233.8dce50559a5ec495ab397e471bf220ad., hostname=406b227cbc58,35587,1732586114882, seqNum=107] 2024-11-26T01:56:11,305 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-26T01:56:11,306 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T01:56:11,306 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:56:11,306 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:56:11,306 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T01:56:11,306 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732586131747-3-0] 2024-11-26T01:56:11,306 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 406b227cbc58 2024-11-26T01:56:11,318 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42203/backupUT/.tmp/backup_1732586161980/_temporary/0/_temporary/attempt_local2023464623_0003_r_000001_0/default/test-1732586131747/f/a6321ffa357a403aa7e5038aaea39f48 is 59, key is row-test-1732586131747-1-10/f:q1/1732586160073/Put/seqid=0 2024-11-26T01:56:11,320 WARN [Thread-964 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [406b227cbc58:35587] Specified favored nodes: [406b227cbc58:35587] 2024-11-26T01:56:11,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741898_1074 (size=10770) 2024-11-26T01:56:11,422 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T01:56:11,724 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42203/backupUT/.tmp/backup_1732586161980/_temporary/0/_temporary/attempt_local2023464623_0003_r_000001_0/default/test-1732586131747/mob/34315726a268404c8f2fdde73fb4b58c is 63, key is row-test-1732586131747-3-100/mob:q1/1732586160579/Put/seqid=0 2024-11-26T01:56:11,726 WARN [Thread-966 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [406b227cbc58:35587] Specified favored nodes: [406b227cbc58:35587] 2024-11-26T01:56:11,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741899_1075 (size=11811) 2024-11-26T01:56:12,403 INFO [master/406b227cbc58:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-26T01:56:12,403 INFO [master/406b227cbc58:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-26T01:56:12,600 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:42203/backupUT 2024-11-26T01:56:12,600 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1732586161980 2024-11-26T01:56:12,600 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-11-26T01:56:12,617 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:42203/backupUT/.tmp/backup_1732586161980, hdfs://localhost:42203/backupUT] 2024-11-26T01:56:12,710 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-26T01:56:12,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741900_1076 (size=5275) 2024-11-26T01:56:13,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741901_1077 (size=10770) 2024-11-26T01:56:13,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741902_1078 (size=11811) 2024-11-26T01:56:14,316 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-11-26T01:56:14,320 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1732586161980 2024-11-26T01:56:14,321 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 27856 bytes copied." 2024-11-26T01:56:14,321 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local1831222647_0004 completed: true true 2024-11-26T01:56:14,323 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=3825263 FILE: Number of bytes written=6207566 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=231467 HDFS: Number of bytes written=2433185 HDFS: Number of read operations=643 HDFS: Number of large read operations=0 HDFS: Number of write operations=250 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=12 Map output records=0 Input split bytes=343 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=3004 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=27856 Bytes Copied=27856 Bytes Expected=27856 Files Copied=4 DIR_COPY=8 2024-11-26T01:56:14,323 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:42203/backupUT/.tmp/backup_1732586161980 to hdfs://localhost:42203/backupUT finished. 2024-11-26T01:56:14,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system_bulk', row='bulk:ns2:test-17325861317471:', locateType=CURRENT is [region=backup:system_bulk,,1732586141485.41b59bbdf0b8e681ab2f67b837b11f38., hostname=406b227cbc58,35587,1732586114882, seqNum=2] 2024-11-26T01:56:14,350 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732586161980 2024-11-26T01:56:14,355 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732586139115} 2024-11-26T01:56:14,356 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-26T01:56:14,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741903_1079 (size=384) 2024-11-26T01:56:14,764 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:42203/backupUT/backup_1732586161980/.backup.manifest 2024-11-26T01:56:14,764 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1732586161980 finished: type=INCREMENTAL,tablelist=ns2:test-17325861317471;test-1732586131747,targetRootDir=hdfs://localhost:42203/backupUT,startts=1732586166273,completets=1732586174350,bytescopied=0 2024-11-26T01:56:14,764 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-26T01:56:14,769 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-26T01:56:14,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-26T01:56:14,774 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-26T01:56:14,776 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-26T01:56:14,781 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1732586161980 completed. 2024-11-26T01:56:14,781 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-11-26T01:56:14,790 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T01:56:14,796 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T01:56:14,801 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:42203/backupUT/backup_1732586161980/.backup.manifest 2024-11-26T01:56:14,804 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732586161980/.backup.manifest 2024-11-26T01:56:14,806 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1732586131747 from 'test-1732586131747', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1732586131747', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T01:56:14,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1732586131747 2024-11-26T01:56:14,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741904_1080 (size=908) 2024-11-26T01:56:15,222 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/.tabledesc/.tableinfo.0000000003.950 2024-11-26T01:56:15,222 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/.tabledesc/.tableinfo.0000000004.908 2024-11-26T01:56:15,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1732586131747}] 2024-11-26T01:56:15,229 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1732586131747, region=8dce50559a5ec495ab397e471bf220ad, REOPEN/MOVE}] 2024-11-26T01:56:15,230 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1732586131747, region=8dce50559a5ec495ab397e471bf220ad, REOPEN/MOVE 2024-11-26T01:56:15,230 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=8dce50559a5ec495ab397e471bf220ad, regionState=CLOSING, regionLocation=406b227cbc58,35587,1732586114882 2024-11-26T01:56:15,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1732586131747, region=8dce50559a5ec495ab397e471bf220ad, REOPEN/MOVE because future has completed 2024-11-26T01:56:15,233 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T01:56:15,233 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8dce50559a5ec495ab397e471bf220ad, server=406b227cbc58,35587,1732586114882}] 2024-11-26T01:56:15,386 INFO [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(122): Close 8dce50559a5ec495ab397e471bf220ad 2024-11-26T01:56:15,386 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-26T01:56:15,386 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1722): Closing 8dce50559a5ec495ab397e471bf220ad, disabling compactions & flushes 2024-11-26T01:56:15,386 INFO [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1755): Closing region test-1732586131747,,1732586132233.8dce50559a5ec495ab397e471bf220ad. 2024-11-26T01:56:15,386 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1776): Time limited wait for close lock on test-1732586131747,,1732586132233.8dce50559a5ec495ab397e471bf220ad. 2024-11-26T01:56:15,386 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1843): Acquired close lock on test-1732586131747,,1732586132233.8dce50559a5ec495ab397e471bf220ad. after waiting 0 ms 2024-11-26T01:56:15,386 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1853): Updates disabled for region test-1732586131747,,1732586132233.8dce50559a5ec495ab397e471bf220ad. 2024-11-26T01:56:15,392 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/recovered.edits/337.seqid, newMaxSeqId=337, maxSeqId=106 2024-11-26T01:56:15,392 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-26T01:56:15,392 INFO [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1973): Closed test-1732586131747,,1732586132233.8dce50559a5ec495ab397e471bf220ad. 2024-11-26T01:56:15,393 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1676): Region close journal for 8dce50559a5ec495ab397e471bf220ad: Waiting for close lock at 1732586175386Running coprocessor pre-close hooks at 1732586175386Disabling compacts and flushes for region at 1732586175386Disabling writes for close at 1732586175386Writing region close event to WAL at 1732586175388 (+2 ms)Running coprocessor post-close hooks at 1732586175392 (+4 ms)Closed at 1732586175392 2024-11-26T01:56:15,393 WARN [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3299): Not adding moved region record: 8dce50559a5ec495ab397e471bf220ad to self. 2024-11-26T01:56:15,395 INFO [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(157): Closed 8dce50559a5ec495ab397e471bf220ad 2024-11-26T01:56:15,395 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=8dce50559a5ec495ab397e471bf220ad, regionState=CLOSED 2024-11-26T01:56:15,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8dce50559a5ec495ab397e471bf220ad, server=406b227cbc58,35587,1732586114882 because future has completed 2024-11-26T01:56:15,399 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-26T01:56:15,400 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; CloseRegionProcedure 8dce50559a5ec495ab397e471bf220ad, server=406b227cbc58,35587,1732586114882 in 165 msec 2024-11-26T01:56:15,400 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1732586131747, region=8dce50559a5ec495ab397e471bf220ad, REOPEN/MOVE; state=CLOSED, location=406b227cbc58,35587,1732586114882; forceNewPlan=false, retain=true 2024-11-26T01:56:15,551 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=8dce50559a5ec495ab397e471bf220ad, regionState=OPENING, regionLocation=406b227cbc58,35587,1732586114882 2024-11-26T01:56:15,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1732586131747, region=8dce50559a5ec495ab397e471bf220ad, REOPEN/MOVE because future has completed 2024-11-26T01:56:15,553 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8dce50559a5ec495ab397e471bf220ad, server=406b227cbc58,35587,1732586114882}] 2024-11-26T01:56:15,708 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open test-1732586131747,,1732586132233.8dce50559a5ec495ab397e471bf220ad. 2024-11-26T01:56:15,708 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 8dce50559a5ec495ab397e471bf220ad, NAME => 'test-1732586131747,,1732586132233.8dce50559a5ec495ab397e471bf220ad.', STARTKEY => '', ENDKEY => ''} 2024-11-26T01:56:15,709 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-26T01:56:15,709 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1732586131747 8dce50559a5ec495ab397e471bf220ad 2024-11-26T01:56:15,709 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated test-1732586131747,,1732586132233.8dce50559a5ec495ab397e471bf220ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T01:56:15,709 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 8dce50559a5ec495ab397e471bf220ad 2024-11-26T01:56:15,709 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 8dce50559a5ec495ab397e471bf220ad 2024-11-26T01:56:15,711 INFO [StoreOpener-8dce50559a5ec495ab397e471bf220ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8dce50559a5ec495ab397e471bf220ad 2024-11-26T01:56:15,712 INFO [StoreOpener-8dce50559a5ec495ab397e471bf220ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8dce50559a5ec495ab397e471bf220ad columnFamilyName f 2024-11-26T01:56:15,712 DEBUG [StoreOpener-8dce50559a5ec495ab397e471bf220ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:56:15,718 DEBUG [StoreOpener-8dce50559a5ec495ab397e471bf220ad-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/f/5aff86e9e9df4f289dfa3641ff0e23a7 2024-11-26T01:56:15,723 DEBUG [StoreOpener-8dce50559a5ec495ab397e471bf220ad-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/f/d336ee0afc8c46c9a5ad4fc8db09c51a 2024-11-26T01:56:15,723 INFO [StoreOpener-8dce50559a5ec495ab397e471bf220ad-1 {}] regionserver.HStore(327): Store=8dce50559a5ec495ab397e471bf220ad/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T01:56:15,723 INFO [StoreOpener-8dce50559a5ec495ab397e471bf220ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 8dce50559a5ec495ab397e471bf220ad 2024-11-26T01:56:15,725 INFO [StoreOpener-8dce50559a5ec495ab397e471bf220ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8dce50559a5ec495ab397e471bf220ad columnFamilyName f2 2024-11-26T01:56:15,725 DEBUG [StoreOpener-8dce50559a5ec495ab397e471bf220ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:56:15,725 INFO [StoreOpener-8dce50559a5ec495ab397e471bf220ad-1 {}] regionserver.HStore(327): Store=8dce50559a5ec495ab397e471bf220ad/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T01:56:15,725 INFO [StoreOpener-8dce50559a5ec495ab397e471bf220ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 8dce50559a5ec495ab397e471bf220ad 2024-11-26T01:56:15,726 INFO [StoreOpener-8dce50559a5ec495ab397e471bf220ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8dce50559a5ec495ab397e471bf220ad columnFamilyName mob 2024-11-26T01:56:15,727 DEBUG [StoreOpener-8dce50559a5ec495ab397e471bf220ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:56:15,734 DEBUG [StoreOpener-8dce50559a5ec495ab397e471bf220ad-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/mob/61eddc7ad56f4b3da69c5f38f2c65922 2024-11-26T01:56:15,739 DEBUG [StoreOpener-8dce50559a5ec495ab397e471bf220ad-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/mob/cc951d0fe11648f29fe3ee8e17ec1edf 2024-11-26T01:56:15,739 INFO [StoreOpener-8dce50559a5ec495ab397e471bf220ad-1 {}] regionserver.HStore(327): Store=8dce50559a5ec495ab397e471bf220ad/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T01:56:15,740 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 8dce50559a5ec495ab397e471bf220ad 2024-11-26T01:56:15,740 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad 2024-11-26T01:56:15,742 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad 2024-11-26T01:56:15,743 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 8dce50559a5ec495ab397e471bf220ad 2024-11-26T01:56:15,743 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 8dce50559a5ec495ab397e471bf220ad 2024-11-26T01:56:15,744 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1732586131747 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T01:56:15,745 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 8dce50559a5ec495ab397e471bf220ad 2024-11-26T01:56:15,746 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 8dce50559a5ec495ab397e471bf220ad; next sequenceid=338; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10211497280, jitterRate=-0.04898020625114441}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T01:56:15,746 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8dce50559a5ec495ab397e471bf220ad 2024-11-26T01:56:15,750 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 8dce50559a5ec495ab397e471bf220ad: Running coprocessor pre-open hook at 1732586175709Writing region info on filesystem at 1732586175709Initializing all the Stores at 1732586175710 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732586175710Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732586175710Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732586175710Cleaning up temporary data from old regions at 1732586175743 (+33 ms)Running coprocessor post-open hooks at 1732586175746 (+3 ms)Region opened successfully at 1732586175750 (+4 ms) 2024-11-26T01:56:15,752 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1732586131747,,1732586132233.8dce50559a5ec495ab397e471bf220ad., pid=46, masterSystemTime=1732586175705 2024-11-26T01:56:15,754 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1732586131747,,1732586132233.8dce50559a5ec495ab397e471bf220ad. 2024-11-26T01:56:15,754 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened test-1732586131747,,1732586132233.8dce50559a5ec495ab397e471bf220ad. 2024-11-26T01:56:15,755 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=8dce50559a5ec495ab397e471bf220ad, regionState=OPEN, openSeqNum=338, regionLocation=406b227cbc58,35587,1732586114882 2024-11-26T01:56:15,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8dce50559a5ec495ab397e471bf220ad, server=406b227cbc58,35587,1732586114882 because future has completed 2024-11-26T01:56:15,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=44 2024-11-26T01:56:15,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure 8dce50559a5ec495ab397e471bf220ad, server=406b227cbc58,35587,1732586114882 in 206 msec 2024-11-26T01:56:15,766 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=43 2024-11-26T01:56:15,766 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=43, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1732586131747, region=8dce50559a5ec495ab397e471bf220ad, REOPEN/MOVE in 535 msec 2024-11-26T01:56:15,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-26T01:56:15,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1732586131747 in 541 msec 2024-11-26T01:56:15,774 DEBUG [PEWorker-1 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=test-1732586131747 2024-11-26T01:56:15,782 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/f3/0744fc4f9c234526adb16aabbb734669 to hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/archive/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/f3/0744fc4f9c234526adb16aabbb734669 2024-11-26T01:56:15,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1732586131747 in 977 msec 2024-11-26T01:56:15,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-26T01:56:15,788 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1732586131747 completed 2024-11-26T01:56:15,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T01:56:15,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T01:56:15,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T01:56:15,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T01:56:15,839 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-26T01:56:15,844 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732586175789 2024-11-26T01:56:15,847 DEBUG [Time-limited test {}] impl.TableBackupClient(330): Dependent incremental backup image: {BackupID=backup_1732586161980} 2024-11-26T01:56:15,847 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732586139115} 2024-11-26T01:56:15,847 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 2 ancestors for the current backup. 2024-11-26T01:56:15,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T01:56:15,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T01:56:15,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T01:56:15,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T01:56:15,908 ERROR [Time-limited test {}] impl.TableBackupClient(232): Unexpected Exception : Mismatch in column family descriptor for table: test-1732586131747 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException: Mismatch in column family descriptor for table: test-1732586131747 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException$ColumnFamilyMismatchExceptionBuilder.build(ColumnFamilyMismatchException.java:56) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.verifyCfCompatibility(IncrementalTableBackupClient.java:513) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:280) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) ~[classes/:?] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.lambda$TestIncBackupRestore$0(TestIncrementalBackup.java:171) ~[test-classes/:?] at org.junit.Assert.assertThrows(Assert.java:1001) ~[junit-4.13.2.jar:4.13.2] at org.junit.Assert.assertThrows(Assert.java:981) ~[junit-4.13.2.jar:4.13.2] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:170) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T01:56:15,912 ERROR [Time-limited test {}] impl.TableBackupClient(244): BackupId=backup_1732586175789,startts=0,failedts=1732586175909,failedphase=REQUEST,failedmessage= Mismatch in column family descriptor for table: test-1732586131747 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'tru 2024-11-26T01:56:15,912 DEBUG [Time-limited test {}] impl.BackupSystemTable(1537): Restoring backup:system from snapshot 2024-11-26T01:56:15,915 WARN [Time-limited test {}] impl.BackupSystemTable(1549): Could not restore backup system table. Snapshot snapshot_backup_system does not exists. 2024-11-26T01:56:15,915 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-26T01:56:15,917 ERROR [Time-limited test {}] impl.BackupSystemTable(1578): Snapshot snapshot_backup_system does not exists 2024-11-26T01:56:15,917 DEBUG [Time-limited test {}] impl.TableBackupClient(188): Trying to cleanup up target dir. Current backup phase: REQUEST 2024-11-26T01:56:15,920 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-26T01:56:15,923 ERROR [Time-limited test {}] impl.TableBackupClient(250): Backup backup_1732586175789 failed. 2024-11-26T01:56:15,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T01:56:15,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T01:56:15,945 INFO [Time-limited test {}] impl.BackupManager(225): Full backup all the tables available in the cluster: [backup:system_bulk, test-1732586131747, ns2:test-17325861317471, ns3:test-17325861317472, ns4:test-17325861317473] 2024-11-26T01:56:15,945 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-26T01:56:15,951 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-26T01:56:15,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732586175951 (current time:1732586175951). 2024-11-26T01:56:15,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-26T01:56:15,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-26T01:56:15,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28709331, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:56:15,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] client.ClusterIdFetcher(90): Going to request 406b227cbc58,46417,-1 for getting cluster id 2024-11-26T01:56:15,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T01:56:15,953 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '990d9dbd-b01c-48a2-87fe-3e40884060f6' 2024-11-26T01:56:15,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T01:56:15,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "990d9dbd-b01c-48a2-87fe-3e40884060f6" 2024-11-26T01:56:15,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e8ac9e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:56:15,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [406b227cbc58,46417,-1] 2024-11-26T01:56:15,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T01:56:15,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:56:15,954 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T01:56:15,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@458dc0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:56:15,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T01:56:15,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=406b227cbc58,35587,1732586114882, seqNum=-1] 2024-11-26T01:56:15,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T01:56:15,957 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T01:56:15,958 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417. 2024-11-26T01:56:15,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T01:56:15,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:56:15,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:56:15,958 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T01:56:15,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-26T01:56:15,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] procedure2.ProcedureExecutor(1139): Stored pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-26T01:56:15,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-11-26T01:56:15,961 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-26T01:56:15,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-26T01:56:15,962 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-26T01:56:15,965 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-26T01:56:15,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741905_1081 (size=52) 2024-11-26T01:56:16,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-26T01:56:16,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-26T01:56:16,371 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-26T01:56:16,372 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5550fe72a9366af259ac726ebaffa17d}] 2024-11-26T01:56:16,373 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5550fe72a9366af259ac726ebaffa17d 2024-11-26T01:56:16,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35587 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=48 2024-11-26T01:56:16,525 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1732586139289.5550fe72a9366af259ac726ebaffa17d. 2024-11-26T01:56:16,525 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2902): Flushing 5550fe72a9366af259ac726ebaffa17d 2/2 column families, dataSize=2.61 KB heapSize=3.99 KB 2024-11-26T01:56:16,529 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/.tmp/meta/2a2187a5063f4471a73699cb72fa3358 is 158, key is trslm:hdfs://localhost:42203/backupUT\x00ns2:test-17325861317471/meta:log-roll-map/1732586174332/Put/seqid=0 2024-11-26T01:56:16,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741906_1082 (size=5745) 2024-11-26T01:56:16,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-26T01:56:16,934 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=492 B at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/.tmp/meta/2a2187a5063f4471a73699cb72fa3358 2024-11-26T01:56:16,947 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/.tmp/session/9c21bf9768e94b9ca0633149dde517e1 is 1245, key is session:backup_1732586175789/session:context/1732586175919/Put/seqid=0 2024-11-26T01:56:16,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741907_1083 (size=6682) 2024-11-26T01:56:16,953 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/.tmp/session/9c21bf9768e94b9ca0633149dde517e1 2024-11-26T01:56:16,961 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/.tmp/meta/2a2187a5063f4471a73699cb72fa3358 as hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/meta/2a2187a5063f4471a73699cb72fa3358 2024-11-26T01:56:16,968 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/meta/2a2187a5063f4471a73699cb72fa3358, entries=4, sequenceid=31, filesize=5.6 K 2024-11-26T01:56:16,969 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/.tmp/session/9c21bf9768e94b9ca0633149dde517e1 as hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/session/9c21bf9768e94b9ca0633149dde517e1 2024-11-26T01:56:16,976 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/session/9c21bf9768e94b9ca0633149dde517e1, entries=3, sequenceid=31, filesize=6.5 K 2024-11-26T01:56:16,977 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(3140): Finished flush of dataSize ~2.61 KB/2669, heapSize ~3.96 KB/4056, currentSize=0 B/0 for 5550fe72a9366af259ac726ebaffa17d in 452ms, sequenceid=31, compaction requested=true 2024-11-26T01:56:16,977 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2603): Flush status journal for 5550fe72a9366af259ac726ebaffa17d: 2024-11-26T01:56:16,977 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1732586139289.5550fe72a9366af259ac726ebaffa17d. for snapshot_backup_system completed. 2024-11-26T01:56:16,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1732586139289.5550fe72a9366af259ac726ebaffa17d.' region-info for snapshot=snapshot_backup_system 2024-11-26T01:56:16,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-26T01:56:16,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/meta/d1d7066e29d84db994812dcbcdb3a226, hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/meta/2a2187a5063f4471a73699cb72fa3358] hfiles 2024-11-26T01:56:16,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/meta/d1d7066e29d84db994812dcbcdb3a226 for snapshot=snapshot_backup_system 2024-11-26T01:56:16,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/meta/2a2187a5063f4471a73699cb72fa3358 for snapshot=snapshot_backup_system 2024-11-26T01:56:16,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/session/64e53125cbd24cfbb2fa7252e2d5d854, hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/session/7707cdef30dc482692197649b9118eec, hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/session/9c21bf9768e94b9ca0633149dde517e1] hfiles 2024-11-26T01:56:16,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/session/64e53125cbd24cfbb2fa7252e2d5d854 for snapshot=snapshot_backup_system 2024-11-26T01:56:16,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/session/7707cdef30dc482692197649b9118eec for snapshot=snapshot_backup_system 2024-11-26T01:56:16,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/session/9c21bf9768e94b9ca0633149dde517e1 for snapshot=snapshot_backup_system 2024-11-26T01:56:16,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741908_1084 (size=251) 2024-11-26T01:56:17,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-26T01:56:17,386 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1732586139289.5550fe72a9366af259ac726ebaffa17d. 2024-11-26T01:56:17,386 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-26T01:56:17,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-26T01:56:17,387 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 5550fe72a9366af259ac726ebaffa17d 2024-11-26T01:56:17,387 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5550fe72a9366af259ac726ebaffa17d 2024-11-26T01:56:17,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-26T01:56:17,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5550fe72a9366af259ac726ebaffa17d in 1.0170 sec 2024-11-26T01:56:17,392 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-26T01:56:17,393 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-26T01:56:17,395 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-26T01:56:17,395 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-26T01:56:17,396 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-26T01:56:17,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741909_1085 (size=888) 2024-11-26T01:56:17,834 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-26T01:56:17,848 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-26T01:56:17,849 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/.hbase-snapshot/snapshot_backup_system 2024-11-26T01:56:17,851 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-26T01:56:17,852 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-11-26T01:56:17,854 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.8930 sec 2024-11-26T01:56:18,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-26T01:56:18,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-26T01:56:18,123 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1732586175925 started at 1732586178123. 2024-11-26T01:56:18,126 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1732586175925 has been started. 2024-11-26T01:56:18,131 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-11-26T01:56:18,132 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-26T01:56:18,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-26T01:56:18,133 INFO [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-26T01:56:18,133 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-26T01:56:18,133 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-26T01:56:18,133 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-26T01:56:18,134 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-26T01:56:18,134 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-26T01:56:18,169 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/406b227cbc58,35587,1732586114882 2024-11-26T01:56:18,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x10079b000ea0001, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-26T01:56:18,169 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-26T01:56:18,169 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-26T01:56:18,169 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/406b227cbc58,35587,1732586114882 2024-11-26T01:56:18,169 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-26T01:56:18,170 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-26T01:56:18,170 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35587-0x10079b000ea0001, quorum=127.0.0.1:61999, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-26T01:56:18,171 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-26T01:56:18,171 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-26T01:56:18,171 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-26T01:56:18,171 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-26T01:56:18,171 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-26T01:56:18,172 DEBUG [member: '406b227cbc58,35587,1732586114882' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-26T01:56:18,172 DEBUG [member: '406b227cbc58,35587,1732586114882' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-26T01:56:18,172 DEBUG [member: '406b227cbc58,35587,1732586114882' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-26T01:56:18,172 DEBUG [member: '406b227cbc58,35587,1732586114882' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-26T01:56:18,172 DEBUG [member: '406b227cbc58,35587,1732586114882' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '406b227cbc58,35587,1732586114882' joining acquired barrier for procedure (rolllog) in zk 2024-11-26T01:56:18,177 DEBUG [member: '406b227cbc58,35587,1732586114882' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-26T01:56:18,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/406b227cbc58,35587,1732586114882 2024-11-26T01:56:18,177 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/406b227cbc58,35587,1732586114882 2024-11-26T01:56:18,177 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-26T01:56:18,177 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-26T01:56:18,178 DEBUG [member: '406b227cbc58,35587,1732586114882' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35587-0x10079b000ea0001, quorum=127.0.0.1:61999, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-26T01:56:18,178 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-26T01:56:18,178 DEBUG [member: '406b227cbc58,35587,1732586114882' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-26T01:56:18,178 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-26T01:56:18,179 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-26T01:56:18,179 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------406b227cbc58,35587,1732586114882 2024-11-26T01:56:18,179 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-26T01:56:18,180 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '406b227cbc58,35587,1732586114882' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-26T01:56:18,180 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@6674f173[Count = 0] remaining members to acquire global barrier 2024-11-26T01:56:18,180 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-26T01:56:18,180 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-26T01:56:18,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x10079b000ea0001, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-26T01:56:18,185 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-26T01:56:18,185 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-26T01:56:18,185 DEBUG [member: '406b227cbc58,35587,1732586114882' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-26T01:56:18,186 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/406b227cbc58,35587,1732586114882 2024-11-26T01:56:18,186 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-26T01:56:18,186 DEBUG [member: '406b227cbc58,35587,1732586114882' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-26T01:56:18,186 DEBUG [rs(406b227cbc58,35587,1732586114882)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 406b227cbc58,35587,1732586114882 2024-11-26T01:56:18,186 INFO [rs(406b227cbc58,35587,1732586114882)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1732586166380 highest: 1732586166380 on 406b227cbc58,35587,1732586114882 2024-11-26T01:56:18,186 DEBUG [regionserver/406b227cbc58:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-1:(num 1732586166353) roll requested 2024-11-26T01:56:18,201 DEBUG [regionserver/406b227cbc58:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-1.1732586178186, exclude list is [], retry=0 2024-11-26T01:56:18,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39921,DS-d09e6fdb-0717-4451-a70f-5412ecf64348,DISK] 2024-11-26T01:56:18,208 INFO [regionserver/406b227cbc58:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-1.1732586166353 with entries=15, filesize=4.80 KB; new WAL /user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-1.1732586178186 2024-11-26T01:56:18,208 DEBUG [regionserver/406b227cbc58:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46857:46857)] 2024-11-26T01:56:18,208 DEBUG [regionserver/406b227cbc58:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-1.1732586166353 is not closed yet, will try archiving it next time 2024-11-26T01:56:18,209 DEBUG [regionserver/406b227cbc58:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-0:(num 1732586166380) roll requested 2024-11-26T01:56:18,209 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-1.1732586148851 to hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/oldWALs/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-1.1732586148851 2024-11-26T01:56:18,214 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-1.1732586166353 not finished, retry = 0 2024-11-26T01:56:18,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741889_1065 (size=4927) 2024-11-26T01:56:18,224 DEBUG [regionserver/406b227cbc58:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-0.1732586178209, exclude list is [], retry=0 2024-11-26T01:56:18,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39921,DS-d09e6fdb-0717-4451-a70f-5412ecf64348,DISK] 2024-11-26T01:56:18,231 INFO [regionserver/406b227cbc58:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-0.1732586166380 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-0.1732586178209 2024-11-26T01:56:18,232 DEBUG [regionserver/406b227cbc58:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46857:46857)] 2024-11-26T01:56:18,232 DEBUG [regionserver/406b227cbc58:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-0.1732586166380 is not closed yet, will try archiving it next time 2024-11-26T01:56:18,232 DEBUG [regionserver/406b227cbc58:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 406b227cbc58%2C35587%2C1732586114882.meta:.meta(num 1732586166407) roll requested 2024-11-26T01:56:18,236 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-0.1732586166380 not finished, retry = 0 2024-11-26T01:56:18,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741890_1066 (size=93) 2024-11-26T01:56:18,253 DEBUG [regionserver/406b227cbc58:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.meta.1732586178232.meta, exclude list is [], retry=0 2024-11-26T01:56:18,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39921,DS-d09e6fdb-0717-4451-a70f-5412ecf64348,DISK] 2024-11-26T01:56:18,259 INFO [regionserver/406b227cbc58:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.meta.1732586166407.meta with entries=4, filesize=1.85 KB; new WAL /user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.meta.1732586178232.meta 2024-11-26T01:56:18,259 DEBUG [regionserver/406b227cbc58:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46857:46857)] 2024-11-26T01:56:18,259 DEBUG [regionserver/406b227cbc58:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.meta.1732586166407.meta is not closed yet, will try archiving it next time 2024-11-26T01:56:18,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741891_1067 (size=1903) 2024-11-26T01:56:18,262 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.meta.1732586166407.meta not finished, retry = 0 2024-11-26T01:56:18,266 DEBUG [rs(406b227cbc58,35587,1732586114882)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 80 2024-11-26T01:56:18,267 INFO [rs(406b227cbc58,35587,1732586114882)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1732586178209 on 406b227cbc58,35587,1732586114882 2024-11-26T01:56:18,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T01:56:18,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T01:56:18,305 DEBUG [member: '406b227cbc58,35587,1732586114882' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-26T01:56:18,305 DEBUG [member: '406b227cbc58,35587,1732586114882' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '406b227cbc58,35587,1732586114882' in zk 2024-11-26T01:56:18,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/406b227cbc58,35587,1732586114882 2024-11-26T01:56:18,317 DEBUG [member: '406b227cbc58,35587,1732586114882' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-26T01:56:18,317 DEBUG [member: '406b227cbc58,35587,1732586114882' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-26T01:56:18,317 DEBUG [member: '406b227cbc58,35587,1732586114882' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-26T01:56:18,317 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/406b227cbc58,35587,1732586114882 2024-11-26T01:56:18,317 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-26T01:56:18,317 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-26T01:56:18,318 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-26T01:56:18,318 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-26T01:56:18,319 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-26T01:56:18,319 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------406b227cbc58,35587,1732586114882 2024-11-26T01:56:18,320 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-26T01:56:18,320 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-26T01:56:18,321 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------406b227cbc58,35587,1732586114882 2024-11-26T01:56:18,322 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '406b227cbc58,35587,1732586114882': 2024-11-26T01:56:18,322 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '406b227cbc58,35587,1732586114882' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-26T01:56:18,322 INFO [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-26T01:56:18,323 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-26T01:56:18,323 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-26T01:56:18,323 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-26T01:56:18,323 INFO [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-26T01:56:18,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-26T01:56:18,336 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-26T01:56:18,337 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-26T01:56:18,337 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-26T01:56:18,338 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-26T01:56:18,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x10079b000ea0001, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-26T01:56:18,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x10079b000ea0001, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-26T01:56:18,338 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-26T01:56:18,338 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-26T01:56:18,338 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/406b227cbc58,35587,1732586114882 2024-11-26T01:56:18,339 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-26T01:56:18,339 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-26T01:56:18,339 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-26T01:56:18,340 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-26T01:56:18,340 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-26T01:56:18,341 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-26T01:56:18,341 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------406b227cbc58,35587,1732586114882 2024-11-26T01:56:18,342 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-26T01:56:18,342 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/406b227cbc58,35587,1732586114882 2024-11-26T01:56:18,342 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-0.1732586166380 to hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/oldWALs/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-0.1732586166380 2024-11-26T01:56:18,342 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-26T01:56:18,343 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------406b227cbc58,35587,1732586114882 2024-11-26T01:56:18,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/406b227cbc58,35587,1732586114882 2024-11-26T01:56:18,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-26T01:56:18,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x10079b000ea0001, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-26T01:56:18,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x10079b000ea0001, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-26T01:56:18,353 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-26T01:56:18,353 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-26T01:56:18,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-26T01:56:18,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/406b227cbc58,35587,1732586114882 2024-11-26T01:56:18,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-26T01:56:18,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-26T01:56:18,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-26T01:56:18,354 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-26T01:56:18,354 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-26T01:56:18,354 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-26T01:56:18,354 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-26T01:56:18,354 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-26T01:56:18,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-26T01:56:18,369 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732586178368_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-11-26T01:56:18,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732586178369 (current time:1732586178369). 2024-11-26T01:56:18,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-26T01:56:18,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732586178368_backup_system_bulk VERSION not specified, setting to 2 2024-11-26T01:56:18,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d8d14a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:56:18,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] client.ClusterIdFetcher(90): Going to request 406b227cbc58,46417,-1 for getting cluster id 2024-11-26T01:56:18,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T01:56:18,372 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '990d9dbd-b01c-48a2-87fe-3e40884060f6' 2024-11-26T01:56:18,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T01:56:18,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "990d9dbd-b01c-48a2-87fe-3e40884060f6" 2024-11-26T01:56:18,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14db49e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:56:18,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [406b227cbc58,46417,-1] 2024-11-26T01:56:18,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T01:56:18,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:56:18,375 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T01:56:18,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@348fb862, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:56:18,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T01:56:18,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=406b227cbc58,35587,1732586114882, seqNum=-1] 2024-11-26T01:56:18,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T01:56:18,381 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T01:56:18,383 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417. 2024-11-26T01:56:18,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T01:56:18,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:56:18,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:56:18,384 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T01:56:18,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-26T01:56:18,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] procedure2.ProcedureExecutor(1139): Stored pid=49, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732586178368_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-11-26T01:56:18,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732586178368_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 49 2024-11-26T01:56:18,390 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732586178368_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-26T01:56:18,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-26T01:56:18,393 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732586178368_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-26T01:56:18,398 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732586178368_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-26T01:56:18,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741913_1089 (size=76) 2024-11-26T01:56:18,422 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732586178368_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-26T01:56:18,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 41b59bbdf0b8e681ab2f67b837b11f38}] 2024-11-26T01:56:18,424 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=49, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 41b59bbdf0b8e681ab2f67b837b11f38 2024-11-26T01:56:18,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-26T01:56:18,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35587 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=50 2024-11-26T01:56:18,577 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system_bulk,,1732586141485.41b59bbdf0b8e681ab2f67b837b11f38. 2024-11-26T01:56:18,577 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.HRegion(2603): Flush status journal for 41b59bbdf0b8e681ab2f67b837b11f38: 2024-11-26T01:56:18,577 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system_bulk,,1732586141485.41b59bbdf0b8e681ab2f67b837b11f38. for snapshot_1732586178368_backup_system_bulk completed. 2024-11-26T01:56:18,578 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(241): Storing 'backup:system_bulk,,1732586141485.41b59bbdf0b8e681ab2f67b837b11f38.' region-info for snapshot=snapshot_1732586178368_backup_system_bulk 2024-11-26T01:56:18,578 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-26T01:56:18,578 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-26T01:56:18,578 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-26T01:56:18,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741914_1090 (size=61) 2024-11-26T01:56:18,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-26T01:56:18,992 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system_bulk,,1732586141485.41b59bbdf0b8e681ab2f67b837b11f38. 2024-11-26T01:56:18,993 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-26T01:56:18,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-26T01:56:18,994 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732586178368_backup_system_bulk on region 41b59bbdf0b8e681ab2f67b837b11f38 2024-11-26T01:56:18,994 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=49, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 41b59bbdf0b8e681ab2f67b837b11f38 2024-11-26T01:56:19,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-11-26T01:56:19,006 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732586178368_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-26T01:56:19,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 41b59bbdf0b8e681ab2f67b837b11f38 in 572 msec 2024-11-26T01:56:19,008 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732586178368_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-26T01:56:19,010 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732586178368_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-26T01:56:19,010 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732586178368_backup_system_bulk 2024-11-26T01:56:19,011 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/.hbase-snapshot/.tmp/snapshot_1732586178368_backup_system_bulk 2024-11-26T01:56:19,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-26T01:56:19,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741915_1091 (size=702) 2024-11-26T01:56:19,204 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region ddef0a84d064233dcec0652c33c43643, had cached 0 bytes from a total of 8413 2024-11-26T01:56:19,433 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732586178368_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-26T01:56:19,440 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732586178368_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-26T01:56:19,440 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/.hbase-snapshot/.tmp/snapshot_1732586178368_backup_system_bulk to hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/.hbase-snapshot/snapshot_1732586178368_backup_system_bulk 2024-11-26T01:56:19,443 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732586178368_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-26T01:56:19,443 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732586178368_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 49 2024-11-26T01:56:19,445 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732586178368_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } in 1.0590 sec 2024-11-26T01:56:19,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-26T01:56:19,532 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system_bulk completed 2024-11-26T01:56:19,533 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732586179532_ns3_test-17325861317472 table=ns3:test-17325861317472 type=FLUSH ttl=0 } 2024-11-26T01:56:19,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732586179533 (current time:1732586179533). 2024-11-26T01:56:19,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-26T01:56:19,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732586179532_ns3_test-17325861317472 VERSION not specified, setting to 2 2024-11-26T01:56:19,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ceecb29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:56:19,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] client.ClusterIdFetcher(90): Going to request 406b227cbc58,46417,-1 for getting cluster id 2024-11-26T01:56:19,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T01:56:19,536 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '990d9dbd-b01c-48a2-87fe-3e40884060f6' 2024-11-26T01:56:19,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T01:56:19,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "990d9dbd-b01c-48a2-87fe-3e40884060f6" 2024-11-26T01:56:19,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56b12ea3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:56:19,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [406b227cbc58,46417,-1] 2024-11-26T01:56:19,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T01:56:19,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:56:19,538 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T01:56:19,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1958ab81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:56:19,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T01:56:19,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=406b227cbc58,35587,1732586114882, seqNum=-1] 2024-11-26T01:56:19,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T01:56:19,542 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T01:56:19,544 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417. 2024-11-26T01:56:19,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T01:56:19,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:56:19,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:56:19,544 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T01:56:19,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-26T01:56:19,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] procedure2.ProcedureExecutor(1139): Stored pid=51, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732586179532_ns3_test-17325861317472 table=ns3:test-17325861317472 type=FLUSH ttl=0 } 2024-11-26T01:56:19,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732586179532_ns3_test-17325861317472 table=ns3:test-17325861317472 type=FLUSH ttl=0 }, snapshot procedure id = 51 2024-11-26T01:56:19,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-26T01:56:19,548 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732586179532_ns3_test-17325861317472 table=ns3:test-17325861317472 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-26T01:56:19,550 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732586179532_ns3_test-17325861317472 table=ns3:test-17325861317472 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-26T01:56:19,553 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732586179532_ns3_test-17325861317472 table=ns3:test-17325861317472 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-26T01:56:19,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741916_1092 (size=86) 2024-11-26T01:56:19,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-26T01:56:19,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-26T01:56:19,966 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732586179532_ns3_test-17325861317472 table=ns3:test-17325861317472 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-26T01:56:19,967 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6c7d299bddf6b0bb447742665c2edca8}] 2024-11-26T01:56:19,968 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=51, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6c7d299bddf6b0bb447742665c2edca8 2024-11-26T01:56:20,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35587 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=52 2024-11-26T01:56:20,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-17325861317472,,1732586134690.6c7d299bddf6b0bb447742665c2edca8. 2024-11-26T01:56:20,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.HRegion(2603): Flush status journal for 6c7d299bddf6b0bb447742665c2edca8: 2024-11-26T01:56:20,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-17325861317472,,1732586134690.6c7d299bddf6b0bb447742665c2edca8. for snapshot_1732586179532_ns3_test-17325861317472 completed. 2024-11-26T01:56:20,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(241): Storing 'ns3:test-17325861317472,,1732586134690.6c7d299bddf6b0bb447742665c2edca8.' region-info for snapshot=snapshot_1732586179532_ns3_test-17325861317472 2024-11-26T01:56:20,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-26T01:56:20,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-26T01:56:20,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741917_1093 (size=52) 2024-11-26T01:56:20,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-26T01:56:20,541 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-17325861317472,,1732586134690.6c7d299bddf6b0bb447742665c2edca8. 2024-11-26T01:56:20,541 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-26T01:56:20,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-26T01:56:20,542 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732586179532_ns3_test-17325861317472 on region 6c7d299bddf6b0bb447742665c2edca8 2024-11-26T01:56:20,543 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=51, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6c7d299bddf6b0bb447742665c2edca8 2024-11-26T01:56:20,546 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=51 2024-11-26T01:56:20,546 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=51, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6c7d299bddf6b0bb447742665c2edca8 in 578 msec 2024-11-26T01:56:20,546 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732586179532_ns3_test-17325861317472 table=ns3:test-17325861317472 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-26T01:56:20,548 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732586179532_ns3_test-17325861317472 table=ns3:test-17325861317472 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-26T01:56:20,549 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732586179532_ns3_test-17325861317472 table=ns3:test-17325861317472 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-26T01:56:20,549 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732586179532_ns3_test-17325861317472 2024-11-26T01:56:20,550 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/.hbase-snapshot/.tmp/snapshot_1732586179532_ns3_test-17325861317472 2024-11-26T01:56:20,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741918_1094 (size=443) 2024-11-26T01:56:20,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-26T01:56:20,931 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-26T01:56:20,965 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732586179532_ns3_test-17325861317472 table=ns3:test-17325861317472 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-26T01:56:20,972 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732586179532_ns3_test-17325861317472 table=ns3:test-17325861317472 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-26T01:56:20,973 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/.hbase-snapshot/.tmp/snapshot_1732586179532_ns3_test-17325861317472 to hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/.hbase-snapshot/snapshot_1732586179532_ns3_test-17325861317472 2024-11-26T01:56:20,975 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732586179532_ns3_test-17325861317472 table=ns3:test-17325861317472 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-26T01:56:20,975 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732586179532_ns3_test-17325861317472 table=ns3:test-17325861317472 type=FLUSH ttl=0 }, snapshot procedure id = 51 2024-11-26T01:56:20,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732586179532_ns3_test-17325861317472 table=ns3:test-17325861317472 type=FLUSH ttl=0 } in 1.4300 sec 2024-11-26T01:56:21,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-26T01:56:21,703 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns3:test-17325861317472 completed 2024-11-26T01:56:21,704 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732586181703_ns2_test-17325861317471 table=ns2:test-17325861317471 type=FLUSH ttl=0 } 2024-11-26T01:56:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732586181704 (current time:1732586181704). 2024-11-26T01:56:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-26T01:56:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732586181703_ns2_test-17325861317471 VERSION not specified, setting to 2 2024-11-26T01:56:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e20d7ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:56:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] client.ClusterIdFetcher(90): Going to request 406b227cbc58,46417,-1 for getting cluster id 2024-11-26T01:56:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T01:56:21,707 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '990d9dbd-b01c-48a2-87fe-3e40884060f6' 2024-11-26T01:56:21,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T01:56:21,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "990d9dbd-b01c-48a2-87fe-3e40884060f6" 2024-11-26T01:56:21,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40052fa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:56:21,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [406b227cbc58,46417,-1] 2024-11-26T01:56:21,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T01:56:21,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:56:21,710 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T01:56:21,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65681b52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:56:21,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T01:56:21,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=406b227cbc58,35587,1732586114882, seqNum=-1] 2024-11-26T01:56:21,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T01:56:21,718 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T01:56:21,723 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417. 2024-11-26T01:56:21,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T01:56:21,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:56:21,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:56:21,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-26T01:56:21,730 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T01:56:21,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] procedure2.ProcedureExecutor(1139): Stored pid=53, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732586181703_ns2_test-17325861317471 table=ns2:test-17325861317471 type=FLUSH ttl=0 } 2024-11-26T01:56:21,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732586181703_ns2_test-17325861317471 table=ns2:test-17325861317471 type=FLUSH ttl=0 }, snapshot procedure id = 53 2024-11-26T01:56:21,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-26T01:56:21,736 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732586181703_ns2_test-17325861317471 table=ns2:test-17325861317471 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-26T01:56:21,737 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732586181703_ns2_test-17325861317471 table=ns2:test-17325861317471 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-26T01:56:21,741 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732586181703_ns2_test-17325861317471 table=ns2:test-17325861317471 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-26T01:56:21,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741919_1095 (size=86) 2024-11-26T01:56:21,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-26T01:56:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-26T01:56:22,186 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732586181703_ns2_test-17325861317471 table=ns2:test-17325861317471 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-26T01:56:22,186 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ddef0a84d064233dcec0652c33c43643}] 2024-11-26T01:56:22,190 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=54, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ddef0a84d064233dcec0652c33c43643 2024-11-26T01:56:22,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35587 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=54 2024-11-26T01:56:22,343 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17325861317471,,1732586133800.ddef0a84d064233dcec0652c33c43643. 2024-11-26T01:56:22,343 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HRegion(2902): Flushing ddef0a84d064233dcec0652c33c43643 1/1 column families, dataSize=170 B heapSize=816 B 2024-11-26T01:56:22,349 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/ns2/test-17325861317471/ddef0a84d064233dcec0652c33c43643/.tmp/f/48aea0a0ac0d4786bad99a7c5cd8e664 is 38, key is row-t20/f:q1/1732586160617/Put/seqid=0 2024-11-26T01:56:22,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741920_1096 (size=5134) 2024-11-26T01:56:22,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-26T01:56:22,763 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/ns2/test-17325861317471/ddef0a84d064233dcec0652c33c43643/.tmp/f/48aea0a0ac0d4786bad99a7c5cd8e664 2024-11-26T01:56:22,774 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/ns2/test-17325861317471/ddef0a84d064233dcec0652c33c43643/.tmp/f/48aea0a0ac0d4786bad99a7c5cd8e664 as hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/ns2/test-17325861317471/ddef0a84d064233dcec0652c33c43643/f/48aea0a0ac0d4786bad99a7c5cd8e664 2024-11-26T01:56:22,782 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/ns2/test-17325861317471/ddef0a84d064233dcec0652c33c43643/f/48aea0a0ac0d4786bad99a7c5cd8e664, entries=5, sequenceid=111, filesize=5.0 K 2024-11-26T01:56:22,784 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HRegion(3140): Finished flush of dataSize ~170 B/170, heapSize ~800 B/800, currentSize=0 B/0 for ddef0a84d064233dcec0652c33c43643 in 441ms, sequenceid=111, compaction requested=false 2024-11-26T01:56:22,784 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HRegion(2603): Flush status journal for ddef0a84d064233dcec0652c33c43643: 2024-11-26T01:56:22,784 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17325861317471,,1732586133800.ddef0a84d064233dcec0652c33c43643. for snapshot_1732586181703_ns2_test-17325861317471 completed. 2024-11-26T01:56:22,784 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17325861317471,,1732586133800.ddef0a84d064233dcec0652c33c43643.' region-info for snapshot=snapshot_1732586181703_ns2_test-17325861317471 2024-11-26T01:56:22,784 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-26T01:56:22,784 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/ns2/test-17325861317471/ddef0a84d064233dcec0652c33c43643/f/052fb79126754deba39f51ce7504ee95, hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/ns2/test-17325861317471/ddef0a84d064233dcec0652c33c43643/f/48aea0a0ac0d4786bad99a7c5cd8e664] hfiles 2024-11-26T01:56:22,785 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/ns2/test-17325861317471/ddef0a84d064233dcec0652c33c43643/f/052fb79126754deba39f51ce7504ee95 for snapshot=snapshot_1732586181703_ns2_test-17325861317471 2024-11-26T01:56:22,785 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/ns2/test-17325861317471/ddef0a84d064233dcec0652c33c43643/f/48aea0a0ac0d4786bad99a7c5cd8e664 for snapshot=snapshot_1732586181703_ns2_test-17325861317471 2024-11-26T01:56:22,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741921_1097 (size=130) 2024-11-26T01:56:22,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-26T01:56:23,192 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17325861317471,,1732586133800.ddef0a84d064233dcec0652c33c43643. 2024-11-26T01:56:23,192 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-26T01:56:23,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-26T01:56:23,193 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732586181703_ns2_test-17325861317471 on region ddef0a84d064233dcec0652c33c43643 2024-11-26T01:56:23,194 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=54, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ddef0a84d064233dcec0652c33c43643 2024-11-26T01:56:23,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=53 2024-11-26T01:56:23,198 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732586181703_ns2_test-17325861317471 table=ns2:test-17325861317471 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-26T01:56:23,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=53, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ddef0a84d064233dcec0652c33c43643 in 1.0090 sec 2024-11-26T01:56:23,199 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732586181703_ns2_test-17325861317471 table=ns2:test-17325861317471 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-26T01:56:23,200 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732586181703_ns2_test-17325861317471 table=ns2:test-17325861317471 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-26T01:56:23,200 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732586181703_ns2_test-17325861317471 2024-11-26T01:56:23,201 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/.hbase-snapshot/.tmp/snapshot_1732586181703_ns2_test-17325861317471 2024-11-26T01:56:23,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741922_1098 (size=496) 2024-11-26T01:56:23,623 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732586181703_ns2_test-17325861317471 table=ns2:test-17325861317471 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-26T01:56:23,634 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732586181703_ns2_test-17325861317471 table=ns2:test-17325861317471 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-26T01:56:23,635 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/.hbase-snapshot/.tmp/snapshot_1732586181703_ns2_test-17325861317471 to hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/.hbase-snapshot/snapshot_1732586181703_ns2_test-17325861317471 2024-11-26T01:56:23,637 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732586181703_ns2_test-17325861317471 table=ns2:test-17325861317471 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-26T01:56:23,637 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732586181703_ns2_test-17325861317471 table=ns2:test-17325861317471 type=FLUSH ttl=0 }, snapshot procedure id = 53 2024-11-26T01:56:23,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732586181703_ns2_test-17325861317471 table=ns2:test-17325861317471 type=FLUSH ttl=0 } in 1.9120 sec 2024-11-26T01:56:23,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-26T01:56:23,883 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17325861317471 completed 2024-11-26T01:56:23,884 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732586183883_default_test-1732586131747 table=test-1732586131747 type=FLUSH ttl=0 } 2024-11-26T01:56:23,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732586183884 (current time:1732586183884). 2024-11-26T01:56:23,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-26T01:56:23,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732586183883_default_test-1732586131747 VERSION not specified, setting to 2 2024-11-26T01:56:23,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4851bf7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:56:23,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] client.ClusterIdFetcher(90): Going to request 406b227cbc58,46417,-1 for getting cluster id 2024-11-26T01:56:23,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T01:56:23,887 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '990d9dbd-b01c-48a2-87fe-3e40884060f6' 2024-11-26T01:56:23,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T01:56:23,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "990d9dbd-b01c-48a2-87fe-3e40884060f6" 2024-11-26T01:56:23,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@896788c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:56:23,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [406b227cbc58,46417,-1] 2024-11-26T01:56:23,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T01:56:23,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:56:23,889 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T01:56:23,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bf81c67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:56:23,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T01:56:23,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=406b227cbc58,35587,1732586114882, seqNum=-1] 2024-11-26T01:56:23,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T01:56:23,894 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T01:56:23,895 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417. 2024-11-26T01:56:23,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T01:56:23,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:56:23,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:56:23,896 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T01:56:23,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-26T01:56:23,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] procedure2.ProcedureExecutor(1139): Stored pid=55, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732586183883_default_test-1732586131747 table=test-1732586131747 type=FLUSH ttl=0 } 2024-11-26T01:56:23,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732586183883_default_test-1732586131747 table=test-1732586131747 type=FLUSH ttl=0 }, snapshot procedure id = 55 2024-11-26T01:56:23,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-26T01:56:23,901 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732586183883_default_test-1732586131747 table=test-1732586131747 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-26T01:56:23,902 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732586183883_default_test-1732586131747 table=test-1732586131747 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-26T01:56:23,906 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732586183883_default_test-1732586131747 table=test-1732586131747 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-26T01:56:23,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741923_1099 (size=84) 2024-11-26T01:56:23,918 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732586183883_default_test-1732586131747 table=test-1732586131747 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-26T01:56:23,918 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8dce50559a5ec495ab397e471bf220ad}] 2024-11-26T01:56:23,920 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=56, ppid=55, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8dce50559a5ec495ab397e471bf220ad 2024-11-26T01:56:24,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-26T01:56:24,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35587 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=56 2024-11-26T01:56:24,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1732586131747,,1732586132233.8dce50559a5ec495ab397e471bf220ad. 2024-11-26T01:56:24,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.HRegion(2603): Flush status journal for 8dce50559a5ec495ab397e471bf220ad: 2024-11-26T01:56:24,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1732586131747,,1732586132233.8dce50559a5ec495ab397e471bf220ad. for snapshot_1732586183883_default_test-1732586131747 completed. 2024-11-26T01:56:24,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(241): Storing 'test-1732586131747,,1732586132233.8dce50559a5ec495ab397e471bf220ad.' region-info for snapshot=snapshot_1732586183883_default_test-1732586131747 2024-11-26T01:56:24,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-26T01:56:24,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/f/d336ee0afc8c46c9a5ad4fc8db09c51a, hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/f/5aff86e9e9df4f289dfa3641ff0e23a7] hfiles 2024-11-26T01:56:24,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/f/d336ee0afc8c46c9a5ad4fc8db09c51a for snapshot=snapshot_1732586183883_default_test-1732586131747 2024-11-26T01:56:24,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/f/5aff86e9e9df4f289dfa3641ff0e23a7 for snapshot=snapshot_1732586183883_default_test-1732586131747 2024-11-26T01:56:24,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-26T01:56:24,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/mob/cc951d0fe11648f29fe3ee8e17ec1edf, hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/mob/61eddc7ad56f4b3da69c5f38f2c65922] hfiles 2024-11-26T01:56:24,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/mob/cc951d0fe11648f29fe3ee8e17ec1edf for snapshot=snapshot_1732586183883_default_test-1732586131747 2024-11-26T01:56:24,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/mob/61eddc7ad56f4b3da69c5f38f2c65922 for snapshot=snapshot_1732586183883_default_test-1732586131747 2024-11-26T01:56:24,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741924_1100 (size=224) 2024-11-26T01:56:24,083 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1732586131747,,1732586132233.8dce50559a5ec495ab397e471bf220ad. 2024-11-26T01:56:24,083 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-26T01:56:24,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-26T01:56:24,084 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732586183883_default_test-1732586131747 on region 8dce50559a5ec495ab397e471bf220ad 2024-11-26T01:56:24,084 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=56, ppid=55, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8dce50559a5ec495ab397e471bf220ad 2024-11-26T01:56:24,089 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=55 2024-11-26T01:56:24,090 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=55, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8dce50559a5ec495ab397e471bf220ad in 167 msec 2024-11-26T01:56:24,090 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732586183883_default_test-1732586131747 table=test-1732586131747 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-26T01:56:24,091 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732586183883_default_test-1732586131747 table=test-1732586131747 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-26T01:56:24,093 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-11-26T01:56:24,093 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-11-26T01:56:24,094 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:56:24,094 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-11-26T01:56:24,095 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:56:24,095 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f2 2024-11-26T01:56:24,095 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:56:24,097 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/mobdir/data/default/test-1732586131747/2b1222c4e7827c5a23ef1bc0bdf07302/mob/d41d8cd98f00b204e9800998ecf8427e20241126ae896f1f857e4f05a7ccce6778db3c57_8dce50559a5ec495ab397e471bf220ad] hfiles 2024-11-26T01:56:24,097 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/1): hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/mobdir/data/default/test-1732586131747/2b1222c4e7827c5a23ef1bc0bdf07302/mob/d41d8cd98f00b204e9800998ecf8427e20241126ae896f1f857e4f05a7ccce6778db3c57_8dce50559a5ec495ab397e471bf220ad 2024-11-26T01:56:24,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741925_1101 (size=168) 2024-11-26T01:56:24,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-26T01:56:24,512 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732586183883_default_test-1732586131747 table=test-1732586131747 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-26T01:56:24,512 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732586183883_default_test-1732586131747 2024-11-26T01:56:24,513 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/.hbase-snapshot/.tmp/snapshot_1732586183883_default_test-1732586131747 2024-11-26T01:56:24,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-26T01:56:24,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741926_1102 (size=1305) 2024-11-26T01:56:24,529 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732586183883_default_test-1732586131747 table=test-1732586131747 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-26T01:56:24,540 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732586183883_default_test-1732586131747 table=test-1732586131747 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-26T01:56:24,541 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/.hbase-snapshot/.tmp/snapshot_1732586183883_default_test-1732586131747 to hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/.hbase-snapshot/snapshot_1732586183883_default_test-1732586131747 2024-11-26T01:56:24,543 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732586183883_default_test-1732586131747 table=test-1732586131747 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-26T01:56:24,543 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732586183883_default_test-1732586131747 table=test-1732586131747 type=FLUSH ttl=0 }, snapshot procedure id = 55 2024-11-26T01:56:24,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732586183883_default_test-1732586131747 table=test-1732586131747 type=FLUSH ttl=0 } in 646 msec 2024-11-26T01:56:25,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-26T01:56:25,033 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1732586131747 completed 2024-11-26T01:56:25,034 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732586185033_ns4_test-17325861317473 table=ns4:test-17325861317473 type=FLUSH ttl=0 } 2024-11-26T01:56:25,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732586185034 (current time:1732586185034). 2024-11-26T01:56:25,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-26T01:56:25,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732586185033_ns4_test-17325861317473 VERSION not specified, setting to 2 2024-11-26T01:56:25,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@735149cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:56:25,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] client.ClusterIdFetcher(90): Going to request 406b227cbc58,46417,-1 for getting cluster id 2024-11-26T01:56:25,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T01:56:25,036 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '990d9dbd-b01c-48a2-87fe-3e40884060f6' 2024-11-26T01:56:25,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T01:56:25,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "990d9dbd-b01c-48a2-87fe-3e40884060f6" 2024-11-26T01:56:25,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c9ee04a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:56:25,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [406b227cbc58,46417,-1] 2024-11-26T01:56:25,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T01:56:25,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:56:25,039 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T01:56:25,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29ac61bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:56:25,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T01:56:25,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=406b227cbc58,35587,1732586114882, seqNum=-1] 2024-11-26T01:56:25,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T01:56:25,045 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T01:56:25,046 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417. 2024-11-26T01:56:25,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T01:56:25,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:56:25,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:56:25,047 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T01:56:25,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-26T01:56:25,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] procedure2.ProcedureExecutor(1139): Stored pid=57, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732586185033_ns4_test-17325861317473 table=ns4:test-17325861317473 type=FLUSH ttl=0 } 2024-11-26T01:56:25,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732586185033_ns4_test-17325861317473 table=ns4:test-17325861317473 type=FLUSH ttl=0 }, snapshot procedure id = 57 2024-11-26T01:56:25,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-26T01:56:25,052 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732586185033_ns4_test-17325861317473 table=ns4:test-17325861317473 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-26T01:56:25,054 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732586185033_ns4_test-17325861317473 table=ns4:test-17325861317473 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-26T01:56:25,057 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732586185033_ns4_test-17325861317473 table=ns4:test-17325861317473 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-26T01:56:25,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741927_1103 (size=86) 2024-11-26T01:56:25,072 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732586185033_ns4_test-17325861317473 table=ns4:test-17325861317473 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-26T01:56:25,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5e10eab7cf6fbb325c808006c4452cbc}] 2024-11-26T01:56:25,074 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5e10eab7cf6fbb325c808006c4452cbc 2024-11-26T01:56:25,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-26T01:56:25,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35587 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=58 2024-11-26T01:56:25,228 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns4:test-17325861317473,,1732586135858.5e10eab7cf6fbb325c808006c4452cbc. 2024-11-26T01:56:25,228 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.HRegion(2603): Flush status journal for 5e10eab7cf6fbb325c808006c4452cbc: 2024-11-26T01:56:25,229 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns4:test-17325861317473,,1732586135858.5e10eab7cf6fbb325c808006c4452cbc. for snapshot_1732586185033_ns4_test-17325861317473 completed. 2024-11-26T01:56:25,229 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(241): Storing 'ns4:test-17325861317473,,1732586135858.5e10eab7cf6fbb325c808006c4452cbc.' region-info for snapshot=snapshot_1732586185033_ns4_test-17325861317473 2024-11-26T01:56:25,229 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-26T01:56:25,229 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-26T01:56:25,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741928_1104 (size=52) 2024-11-26T01:56:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-26T01:56:25,463 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 5550fe72a9366af259ac726ebaffa17d, had cached 0 bytes from a total of 28925 2024-11-26T01:56:25,662 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns4:test-17325861317473,,1732586135858.5e10eab7cf6fbb325c808006c4452cbc. 2024-11-26T01:56:25,662 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-26T01:56:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.HMaster(4169): Remote procedure done, pid=58 2024-11-26T01:56:25,663 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732586185033_ns4_test-17325861317473 on region 5e10eab7cf6fbb325c808006c4452cbc 2024-11-26T01:56:25,663 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5e10eab7cf6fbb325c808006c4452cbc 2024-11-26T01:56:25,667 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-26T01:56:25,667 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732586185033_ns4_test-17325861317473 table=ns4:test-17325861317473 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-26T01:56:25,667 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5e10eab7cf6fbb325c808006c4452cbc in 591 msec 2024-11-26T01:56:25,668 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732586185033_ns4_test-17325861317473 table=ns4:test-17325861317473 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-26T01:56:25,669 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732586185033_ns4_test-17325861317473 table=ns4:test-17325861317473 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-26T01:56:25,670 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732586185033_ns4_test-17325861317473 2024-11-26T01:56:25,671 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/.hbase-snapshot/.tmp/snapshot_1732586185033_ns4_test-17325861317473 2024-11-26T01:56:25,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-26T01:56:25,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741929_1105 (size=443) 2024-11-26T01:56:25,689 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732586185033_ns4_test-17325861317473 table=ns4:test-17325861317473 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-26T01:56:25,696 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732586185033_ns4_test-17325861317473 table=ns4:test-17325861317473 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-26T01:56:25,697 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/.hbase-snapshot/.tmp/snapshot_1732586185033_ns4_test-17325861317473 to hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/.hbase-snapshot/snapshot_1732586185033_ns4_test-17325861317473 2024-11-26T01:56:25,701 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732586185033_ns4_test-17325861317473 table=ns4:test-17325861317473 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-26T01:56:25,701 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732586185033_ns4_test-17325861317473 table=ns4:test-17325861317473 type=FLUSH ttl=0 }, snapshot procedure id = 57 2024-11-26T01:56:25,704 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732586185033_ns4_test-17325861317473 table=ns4:test-17325861317473 type=FLUSH ttl=0 } in 653 msec 2024-11-26T01:56:26,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-26T01:56:26,192 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns4:test-17325861317473 completed 2024-11-26T01:56:26,193 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1732586175925 2024-11-26T01:56:26,193 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-11-26T01:56:26,193 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 5 snapshots to be copied. 2024-11-26T01:56:26,193 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732586175925_backup:system_bulk 2024-11-26T01:56:26,193 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732586178368_backup_system_bulk to hdfs://localhost:42203/backupUT/backup_1732586175925/backup/system_bulk/ 2024-11-26T01:56:26,193 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-26T01:56:26,242 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:42203, inputRoot=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9 2024-11-26T01:56:26,242 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1963098036_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:42203/backupUT/backup_1732586175925/backup/system_bulk, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:42203/backupUT/backup_1732586175925/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1732586178368_backup_system_bulk 2024-11-26T01:56:26,251 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-11-26T01:56:26,257 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/.hbase-snapshot/snapshot_1732586178368_backup_system_bulk to hdfs://localhost:42203/backupUT/backup_1732586175925/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1732586178368_backup_system_bulk 2024-11-26T01:56:26,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741930_1106 (size=702) 2024-11-26T01:56:26,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741931_1107 (size=76) 2024-11-26T01:56:26,692 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:26,692 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:26,692 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:27,678 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/hadoop-8620182137146093296.jar 2024-11-26T01:56:27,678 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:27,679 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:27,679 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:27,679 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:27,680 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:27,680 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:27,680 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:27,681 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:27,681 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:27,681 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-26T01:56:27,682 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-26T01:56:27,682 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-26T01:56:27,682 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-26T01:56:27,683 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-26T01:56:27,683 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-26T01:56:27,683 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-26T01:56:27,683 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-26T01:56:27,684 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-26T01:56:27,684 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-26T01:56:27,684 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-26T01:56:27,685 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-26T01:56:27,685 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-26T01:56:27,685 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-26T01:56:27,686 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-26T01:56:27,686 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-26T01:56:27,686 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-26T01:56:27,687 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-26T01:56:27,747 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-26T01:56:27,827 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732586178368_backup_system_bulk' hfile list 2024-11-26T01:56:28,094 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/mapreduce.cluster.local.dir/job_local211786725_0005_42b9b733-fb15-441b-9356-47c7aba52c42/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-26T01:56:28,094 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/mapreduce.cluster.local.dir/job_local211786725_0005_42b9b733-fb15-441b-9356-47c7aba52c42/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-26T01:56:29,167 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-11-26T01:56:29,168 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-11-26T01:56:29,175 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732586178368_backup_system_bulk 2024-11-26T01:56:29,175 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732586178368_backup_system_bulk finished. 2024-11-26T01:56:29,175 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732586175925_ns3:test-17325861317472 2024-11-26T01:56:29,175 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732586179532_ns3_test-17325861317472 to hdfs://localhost:42203/backupUT/backup_1732586175925/ns3/test-17325861317472/ 2024-11-26T01:56:29,175 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-26T01:56:29,222 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:42203, inputRoot=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9 2024-11-26T01:56:29,222 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1963098036_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:42203/backupUT/backup_1732586175925/ns3/test-17325861317472, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:42203/backupUT/backup_1732586175925/ns3/test-17325861317472/.hbase-snapshot/.tmp/snapshot_1732586179532_ns3_test-17325861317472 2024-11-26T01:56:29,225 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-11-26T01:56:29,231 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/.hbase-snapshot/snapshot_1732586179532_ns3_test-17325861317472 to hdfs://localhost:42203/backupUT/backup_1732586175925/ns3/test-17325861317472/.hbase-snapshot/.tmp/snapshot_1732586179532_ns3_test-17325861317472 2024-11-26T01:56:29,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741932_1108 (size=86) 2024-11-26T01:56:29,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741933_1109 (size=443) 2024-11-26T01:56:29,257 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:29,258 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:29,258 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:30,416 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/hadoop-9284766947436853011.jar 2024-11-26T01:56:30,417 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:30,418 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:30,418 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:30,418 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:30,419 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:30,419 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:30,420 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:30,420 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:30,421 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:30,421 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-26T01:56:30,421 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-26T01:56:30,422 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-26T01:56:30,422 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-26T01:56:30,423 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-26T01:56:30,423 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-26T01:56:30,423 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-26T01:56:30,424 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-26T01:56:30,424 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-26T01:56:30,424 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-26T01:56:30,425 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-26T01:56:30,425 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-26T01:56:30,426 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-26T01:56:30,426 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-26T01:56:30,426 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-26T01:56:30,427 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-26T01:56:30,427 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-26T01:56:30,427 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-26T01:56:30,498 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-26T01:56:30,565 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732586179532_ns3_test-17325861317472' hfile list 2024-11-26T01:56:30,740 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/mapreduce.cluster.local.dir/job_local126399828_0006_c2fa4e0d-59cc-430b-a6b9-05f1faa2133c/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-26T01:56:30,740 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/mapreduce.cluster.local.dir/job_local126399828_0006_c2fa4e0d-59cc-430b-a6b9-05f1faa2133c/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-26T01:56:31,785 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-11-26T01:56:31,786 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-11-26T01:56:31,794 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732586179532_ns3_test-17325861317472 2024-11-26T01:56:31,794 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732586179532_ns3_test-17325861317472 finished. 2024-11-26T01:56:31,795 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732586175925_ns2:test-17325861317471 2024-11-26T01:56:31,795 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732586181703_ns2_test-17325861317471 to hdfs://localhost:42203/backupUT/backup_1732586175925/ns2/test-17325861317471/ 2024-11-26T01:56:31,795 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-26T01:56:31,843 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:42203, inputRoot=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9 2024-11-26T01:56:31,843 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1963098036_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:42203/backupUT/backup_1732586175925/ns2/test-17325861317471, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:42203/backupUT/backup_1732586175925/ns2/test-17325861317471/.hbase-snapshot/.tmp/snapshot_1732586181703_ns2_test-17325861317471 2024-11-26T01:56:31,850 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-11-26T01:56:31,860 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/.hbase-snapshot/snapshot_1732586181703_ns2_test-17325861317471 to hdfs://localhost:42203/backupUT/backup_1732586175925/ns2/test-17325861317471/.hbase-snapshot/.tmp/snapshot_1732586181703_ns2_test-17325861317471 2024-11-26T01:56:31,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741935_1111 (size=496) 2024-11-26T01:56:31,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741934_1110 (size=86) 2024-11-26T01:56:32,301 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:32,301 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:32,302 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:33,359 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/hadoop-11330111421755883742.jar 2024-11-26T01:56:33,360 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:33,360 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:33,361 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:33,361 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:33,361 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:33,362 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:33,362 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:33,362 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:33,363 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:33,363 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-26T01:56:33,363 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-26T01:56:33,364 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-26T01:56:33,364 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-26T01:56:33,364 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-26T01:56:33,364 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-26T01:56:33,365 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-26T01:56:33,365 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-26T01:56:33,365 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-26T01:56:33,366 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-26T01:56:33,366 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-26T01:56:33,366 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-26T01:56:33,366 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-26T01:56:33,367 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-26T01:56:33,367 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-26T01:56:33,367 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-26T01:56:33,368 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-26T01:56:33,368 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-26T01:56:33,429 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-26T01:56:33,507 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732586181703_ns2_test-17325861317471' hfile list 2024-11-26T01:56:33,513 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=13.2 K 2024-11-26T01:56:33,659 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/mapreduce.cluster.local.dir/job_local1378409825_0007_2d8a3777-1536-4434-9460-8e140c9ee67e/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-26T01:56:33,659 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/mapreduce.cluster.local.dir/job_local1378409825_0007_2d8a3777-1536-4434-9460-8e140c9ee67e/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-26T01:56:33,773 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-11-26T01:56:33,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741936_1112 (size=8413) 2024-11-26T01:56:33,822 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/ns2/test-17325861317471/ddef0a84d064233dcec0652c33c43643/f/052fb79126754deba39f51ce7504ee95 output=hdfs://localhost:42203/backupUT/backup_1732586175925/ns2/test-17325861317471/archive/data/ns2/test-17325861317471/ddef0a84d064233dcec0652c33c43643/f/052fb79126754deba39f51ce7504ee95 2024-11-26T01:56:33,822 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.187M/sec 2024-11-26T01:56:33,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741937_1113 (size=5134) 2024-11-26T01:56:33,855 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/ns2/test-17325861317471/ddef0a84d064233dcec0652c33c43643/f/48aea0a0ac0d4786bad99a7c5cd8e664 output=hdfs://localhost:42203/backupUT/backup_1732586175925/ns2/test-17325861317471/archive/data/ns2/test-17325861317471/ddef0a84d064233dcec0652c33c43643/f/48aea0a0ac0d4786bad99a7c5cd8e664 2024-11-26T01:56:33,855 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5134 (5.0 K) time=0sec 0.196M/sec 2024-11-26T01:56:34,712 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-11-26T01:56:34,714 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-11-26T01:56:34,723 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732586181703_ns2_test-17325861317471 2024-11-26T01:56:34,723 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732586181703_ns2_test-17325861317471 finished. 2024-11-26T01:56:34,723 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732586175925_test-1732586131747 2024-11-26T01:56:34,723 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732586183883_default_test-1732586131747 to hdfs://localhost:42203/backupUT/backup_1732586175925/default/test-1732586131747/ 2024-11-26T01:56:34,723 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-26T01:56:34,771 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:42203, inputRoot=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9 2024-11-26T01:56:34,772 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1963098036_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:42203/backupUT/backup_1732586175925/default/test-1732586131747, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:42203/backupUT/backup_1732586175925/default/test-1732586131747/.hbase-snapshot/.tmp/snapshot_1732586183883_default_test-1732586131747 2024-11-26T01:56:34,775 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-11-26T01:56:34,792 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/.hbase-snapshot/snapshot_1732586183883_default_test-1732586131747 to hdfs://localhost:42203/backupUT/backup_1732586175925/default/test-1732586131747/.hbase-snapshot/.tmp/snapshot_1732586183883_default_test-1732586131747 2024-11-26T01:56:34,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741938_1114 (size=84) 2024-11-26T01:56:34,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741939_1115 (size=1305) 2024-11-26T01:56:35,227 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:35,228 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:35,228 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:36,231 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/hadoop-16903412216933439511.jar 2024-11-26T01:56:36,232 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:36,232 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:36,233 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:36,233 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:36,234 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:36,234 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:36,235 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:36,235 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:36,235 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:36,236 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-26T01:56:36,236 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-26T01:56:36,237 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-26T01:56:36,237 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-26T01:56:36,238 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-26T01:56:36,238 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-26T01:56:36,239 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-26T01:56:36,239 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-26T01:56:36,239 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-26T01:56:36,240 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-26T01:56:36,240 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-26T01:56:36,241 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-26T01:56:36,241 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-26T01:56:36,242 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-26T01:56:36,242 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-26T01:56:36,242 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-26T01:56:36,243 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-26T01:56:36,243 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-26T01:56:36,324 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-26T01:56:36,404 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732586183883_default_test-1732586131747' hfile list 2024-11-26T01:56:36,407 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=43.0 K 2024-11-26T01:56:36,520 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/mapreduce.cluster.local.dir/job_local1980900630_0008_d67136e2-823c-44d9-ae81-417d4247b9dd/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-26T01:56:36,520 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/mapreduce.cluster.local.dir/job_local1980900630_0008_d67136e2-823c-44d9-ae81-417d4247b9dd/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-26T01:56:36,637 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-11-26T01:56:36,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741940_1116 (size=13760) 2024-11-26T01:56:37,114 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/mob/61eddc7ad56f4b3da69c5f38f2c65922 output=hdfs://localhost:42203/backupUT/backup_1732586175925/default/test-1732586131747/archive/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/mob/61eddc7ad56f4b3da69c5f38f2c65922 2024-11-26T01:56:37,114 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=13760 (13.4 K) time=0sec 0.028M/sec 2024-11-26T01:56:37,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741941_1117 (size=10796) 2024-11-26T01:56:37,149 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/f/5aff86e9e9df4f289dfa3641ff0e23a7 output=hdfs://localhost:42203/backupUT/backup_1732586175925/default/test-1732586131747/archive/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/f/5aff86e9e9df4f289dfa3641ff0e23a7 2024-11-26T01:56:37,149 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=10796 (10.5 K) time=0sec 0.448M/sec 2024-11-26T01:56:37,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741942_1118 (size=8413) 2024-11-26T01:56:37,601 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/f/d336ee0afc8c46c9a5ad4fc8db09c51a output=hdfs://localhost:42203/backupUT/backup_1732586175925/default/test-1732586131747/archive/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/f/d336ee0afc8c46c9a5ad4fc8db09c51a 2024-11-26T01:56:37,601 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.018M/sec 2024-11-26T01:56:37,620 WARN [LocalJobRunner Map Task Executor #0 {}] mapred.Task(640): Task status: "copied 5.5 K/5.5 K (100.0%) from hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/mobdir/data/default/test-1732586131747/2b1222c4e7827c5a23ef1bc0bdf07302/mob/d41d8cd98f00b204e9800998ecf8427e20241126ae896f1f857e4f05a7ccce6778db3c57_8dce50559a5ec495ab397e471bf220ad to hdfs://localhost:42203/backupUT/backup_1732586175925/default/test-1732586131747/archive/data/default/test-1732586131747/2b1222c4e7827c5a23ef1bc0bdf07302/mob/d41d8cd98f00b204e9800998ecf8427e20241126ae896f1f857e4f05a7ccce6778db3c57_8dce50559a5ec495ab397e471bf220ad" truncated to max limit (512 characters) 2024-11-26T01:56:37,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741943_1119 (size=5591) 2024-11-26T01:56:37,638 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/mobdir/data/default/test-1732586131747/2b1222c4e7827c5a23ef1bc0bdf07302/mob/d41d8cd98f00b204e9800998ecf8427e20241126ae896f1f857e4f05a7ccce6778db3c57_8dce50559a5ec495ab397e471bf220ad output=hdfs://localhost:42203/backupUT/backup_1732586175925/default/test-1732586131747/archive/data/default/test-1732586131747/2b1222c4e7827c5a23ef1bc0bdf07302/mob/d41d8cd98f00b204e9800998ecf8427e20241126ae896f1f857e4f05a7ccce6778db3c57_8dce50559a5ec495ab397e471bf220ad 2024-11-26T01:56:37,639 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5591 (5.5 K) time=0sec 0.178M/sec 2024-11-26T01:56:37,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741944_1120 (size=5484) 2024-11-26T01:56:37,711 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/mob/cc951d0fe11648f29fe3ee8e17ec1edf output=hdfs://localhost:42203/backupUT/backup_1732586175925/default/test-1732586131747/archive/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/mob/cc951d0fe11648f29fe3ee8e17ec1edf 2024-11-26T01:56:37,711 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5484 (5.4 K) time=0sec 0.080M/sec 2024-11-26T01:56:38,580 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-11-26T01:56:38,581 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-11-26T01:56:38,592 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732586183883_default_test-1732586131747 2024-11-26T01:56:38,592 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732586183883_default_test-1732586131747 finished. 2024-11-26T01:56:38,592 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732586175925_ns4:test-17325861317473 2024-11-26T01:56:38,592 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732586185033_ns4_test-17325861317473 to hdfs://localhost:42203/backupUT/backup_1732586175925/ns4/test-17325861317473/ 2024-11-26T01:56:38,592 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-26T01:56:38,639 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:42203, inputRoot=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9 2024-11-26T01:56:38,639 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1963098036_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:42203/backupUT/backup_1732586175925/ns4/test-17325861317473, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:42203/backupUT/backup_1732586175925/ns4/test-17325861317473/.hbase-snapshot/.tmp/snapshot_1732586185033_ns4_test-17325861317473 2024-11-26T01:56:38,642 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-11-26T01:56:38,648 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/.hbase-snapshot/snapshot_1732586185033_ns4_test-17325861317473 to hdfs://localhost:42203/backupUT/backup_1732586175925/ns4/test-17325861317473/.hbase-snapshot/.tmp/snapshot_1732586185033_ns4_test-17325861317473 2024-11-26T01:56:38,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741946_1122 (size=443) 2024-11-26T01:56:38,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741945_1121 (size=86) 2024-11-26T01:56:39,071 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:39,071 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:39,071 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:40,034 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/hadoop-5992946031017727461.jar 2024-11-26T01:56:40,034 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:40,034 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:40,035 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:40,035 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:40,035 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:40,035 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:40,035 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:40,036 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:40,036 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:40,036 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-26T01:56:40,037 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-26T01:56:40,037 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-26T01:56:40,037 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-26T01:56:40,037 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-26T01:56:40,038 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-26T01:56:40,038 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-26T01:56:40,038 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-26T01:56:40,038 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-26T01:56:40,038 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-26T01:56:40,039 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-26T01:56:40,039 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-26T01:56:40,039 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-26T01:56:40,040 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-26T01:56:40,040 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-26T01:56:40,040 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-26T01:56:40,041 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-26T01:56:40,041 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-26T01:56:40,085 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-26T01:56:40,119 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732586185033_ns4_test-17325861317473' hfile list 2024-11-26T01:56:40,249 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/mapreduce.cluster.local.dir/job_local260198488_0009_0f13f71d-bee0-486f-9934-5341efd5de7e/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-26T01:56:40,249 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/mapreduce.cluster.local.dir/job_local260198488_0009_0f13f71d-bee0-486f-9934-5341efd5de7e/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-26T01:56:41,309 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-11-26T01:56:41,310 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-11-26T01:56:41,317 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732586185033_ns4_test-17325861317473 2024-11-26T01:56:41,317 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732586185033_ns4_test-17325861317473 finished. 2024-11-26T01:56:41,318 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): backup:system_bulk 2024-11-26T01:56:41,318 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns3:test-17325861317472 2024-11-26T01:56:41,318 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17325861317471 2024-11-26T01:56:41,318 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1732586131747 2024-11-26T01:56:41,318 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns4:test-17325861317473 2024-11-26T01:56:41,333 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732586175925 2024-11-26T01:56:41,333 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-11-26T01:56:41,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741947_1123 (size=209) 2024-11-26T01:56:41,341 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:42203/backupUT/backup_1732586175925/.backup.manifest 2024-11-26T01:56:41,341 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1732586175925 finished: type=FULL,tablelist=backup:system_bulk;ns3:test-17325861317472;ns2:test-17325861317471;test-1732586131747;ns4:test-17325861317473,targetRootDir=hdfs://localhost:42203/backupUT,startts=1732586178123,completets=1732586201333,bytescopied=0 2024-11-26T01:56:41,341 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-11-26T01:56:41,341 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732586178368_backup_system_bulk 2024-11-26T01:56:41,342 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732586178368_backup_system_bulk" type: DISABLED 2024-11-26T01:56:41,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732586178368_backup_system_bulk 2024-11-26T01:56:41,347 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732586178368_backup_system_bulk for backup backup_1732586175925 succeeded. 2024-11-26T01:56:41,347 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732586179532_ns3_test-17325861317472 2024-11-26T01:56:41,348 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732586179532_ns3_test-17325861317472" type: DISABLED 2024-11-26T01:56:41,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732586179532_ns3_test-17325861317472 2024-11-26T01:56:41,353 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732586179532_ns3_test-17325861317472 for backup backup_1732586175925 succeeded. 2024-11-26T01:56:41,353 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732586181703_ns2_test-17325861317471 2024-11-26T01:56:41,354 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732586181703_ns2_test-17325861317471" type: DISABLED 2024-11-26T01:56:41,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732586181703_ns2_test-17325861317471 2024-11-26T01:56:41,358 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732586181703_ns2_test-17325861317471 for backup backup_1732586175925 succeeded. 2024-11-26T01:56:41,358 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732586183883_default_test-1732586131747 2024-11-26T01:56:41,359 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732586183883_default_test-1732586131747" type: DISABLED 2024-11-26T01:56:41,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732586183883_default_test-1732586131747 2024-11-26T01:56:41,364 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732586183883_default_test-1732586131747 for backup backup_1732586175925 succeeded. 2024-11-26T01:56:41,364 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732586185033_ns4_test-17325861317473 2024-11-26T01:56:41,365 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732586185033_ns4_test-17325861317473" type: DISABLED 2024-11-26T01:56:41,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732586185033_ns4_test-17325861317473 2024-11-26T01:56:41,369 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732586185033_ns4_test-17325861317473 for backup backup_1732586175925 succeeded. 2024-11-26T01:56:41,370 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-26T01:56:41,377 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-26T01:56:41,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-26T01:56:41,381 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-26T01:56:41,384 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-26T01:56:41,391 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1732586175925 completed. 2024-11-26T01:56:41,406 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T01:56:41,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T01:56:41,422 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T01:56:46,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T01:56:46,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T01:56:46,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T01:56:46,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T01:56:46,519 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-26T01:56:46,526 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732586206439 2024-11-26T01:56:46,530 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732586175925} 2024-11-26T01:56:46,530 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-26T01:56:46,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T01:56:46,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T01:56:46,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T01:56:46,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T01:56:46,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T01:56:46,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T01:56:46,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T01:56:46,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T01:56:46,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T01:56:46,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T01:56:46,710 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-26T01:56:46,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732586206710 (current time:1732586206710). 2024-11-26T01:56:46,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-26T01:56:46,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-26T01:56:46,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eb12f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:56:46,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] client.ClusterIdFetcher(90): Going to request 406b227cbc58,46417,-1 for getting cluster id 2024-11-26T01:56:46,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T01:56:46,720 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '990d9dbd-b01c-48a2-87fe-3e40884060f6' 2024-11-26T01:56:46,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T01:56:46,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "990d9dbd-b01c-48a2-87fe-3e40884060f6" 2024-11-26T01:56:46,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@401b158b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:56:46,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [406b227cbc58,46417,-1] 2024-11-26T01:56:46,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T01:56:46,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:56:46,724 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T01:56:46,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30c36307, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:56:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T01:56:46,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=406b227cbc58,35587,1732586114882, seqNum=-1] 2024-11-26T01:56:46,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T01:56:46,729 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T01:56:46,735 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417. 2024-11-26T01:56:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T01:56:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:56:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:56:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-26T01:56:46,738 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T01:56:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] procedure2.ProcedureExecutor(1139): Stored pid=59, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-26T01:56:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 59 2024-11-26T01:56:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-26T01:56:46,743 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-26T01:56:46,745 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-26T01:56:46,748 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-26T01:56:46,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741948_1124 (size=52) 2024-11-26T01:56:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-26T01:56:47,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-26T01:56:47,166 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-26T01:56:47,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5550fe72a9366af259ac726ebaffa17d}] 2024-11-26T01:56:47,168 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=59, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5550fe72a9366af259ac726ebaffa17d 2024-11-26T01:56:47,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35587 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=60 2024-11-26T01:56:47,320 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1732586139289.5550fe72a9366af259ac726ebaffa17d. 2024-11-26T01:56:47,321 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegion(2902): Flushing 5550fe72a9366af259ac726ebaffa17d 2/2 column families, dataSize=2.54 KB heapSize=4.22 KB 2024-11-26T01:56:47,328 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/.tmp/meta/0a6843c9ad034ebfb50440c05af1d637 is 158, key is trslm:hdfs://localhost:42203/backupUT\x00ns2:test-17325861317471/meta:log-roll-map/1732586201324/Put/seqid=0 2024-11-26T01:56:47,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741949_1125 (size=6646) 2024-11-26T01:56:47,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-26T01:56:47,737 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.36 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/.tmp/meta/0a6843c9ad034ebfb50440c05af1d637 2024-11-26T01:56:47,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/.tmp/session/ade402823be54a8ab6b5adefb7da7256 is 826, key is session:backup_1732586175925/session:context/1732586201383/Put/seqid=0 2024-11-26T01:56:47,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741950_1126 (size=5928) 2024-11-26T01:56:47,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-26T01:56:48,161 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/.tmp/session/ade402823be54a8ab6b5adefb7da7256 2024-11-26T01:56:48,171 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/.tmp/meta/0a6843c9ad034ebfb50440c05af1d637 as hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/meta/0a6843c9ad034ebfb50440c05af1d637 2024-11-26T01:56:48,179 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/meta/0a6843c9ad034ebfb50440c05af1d637, entries=12, sequenceid=42, filesize=6.5 K 2024-11-26T01:56:48,181 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/.tmp/session/ade402823be54a8ab6b5adefb7da7256 as hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/session/ade402823be54a8ab6b5adefb7da7256 2024-11-26T01:56:48,189 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/session/ade402823be54a8ab6b5adefb7da7256, entries=2, sequenceid=42, filesize=5.8 K 2024-11-26T01:56:48,190 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2604, heapSize ~4.19 KB/4288, currentSize=0 B/0 for 5550fe72a9366af259ac726ebaffa17d in 869ms, sequenceid=42, compaction requested=true 2024-11-26T01:56:48,190 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegion(2603): Flush status journal for 5550fe72a9366af259ac726ebaffa17d: 2024-11-26T01:56:48,191 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1732586139289.5550fe72a9366af259ac726ebaffa17d. for snapshot_backup_system completed. 2024-11-26T01:56:48,191 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1732586139289.5550fe72a9366af259ac726ebaffa17d.' region-info for snapshot=snapshot_backup_system 2024-11-26T01:56:48,191 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-26T01:56:48,191 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/meta/d1d7066e29d84db994812dcbcdb3a226, hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/meta/2a2187a5063f4471a73699cb72fa3358, hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/meta/0a6843c9ad034ebfb50440c05af1d637] hfiles 2024-11-26T01:56:48,191 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/meta/d1d7066e29d84db994812dcbcdb3a226 for snapshot=snapshot_backup_system 2024-11-26T01:56:48,191 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/meta/2a2187a5063f4471a73699cb72fa3358 for snapshot=snapshot_backup_system 2024-11-26T01:56:48,191 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/meta/0a6843c9ad034ebfb50440c05af1d637 for snapshot=snapshot_backup_system 2024-11-26T01:56:48,191 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/session/64e53125cbd24cfbb2fa7252e2d5d854, hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/session/7707cdef30dc482692197649b9118eec, hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/session/9c21bf9768e94b9ca0633149dde517e1, hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/session/ade402823be54a8ab6b5adefb7da7256] hfiles 2024-11-26T01:56:48,191 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (1/4): hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/session/64e53125cbd24cfbb2fa7252e2d5d854 for snapshot=snapshot_backup_system 2024-11-26T01:56:48,191 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (2/4): hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/session/7707cdef30dc482692197649b9118eec for snapshot=snapshot_backup_system 2024-11-26T01:56:48,192 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (3/4): hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/session/9c21bf9768e94b9ca0633149dde517e1 for snapshot=snapshot_backup_system 2024-11-26T01:56:48,192 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (4/4): hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/session/ade402823be54a8ab6b5adefb7da7256 for snapshot=snapshot_backup_system 2024-11-26T01:56:48,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741951_1127 (size=330) 2024-11-26T01:56:48,599 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1732586139289.5550fe72a9366af259ac726ebaffa17d. 2024-11-26T01:56:48,599 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-26T01:56:48,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.HMaster(4169): Remote procedure done, pid=60 2024-11-26T01:56:48,600 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 5550fe72a9366af259ac726ebaffa17d 2024-11-26T01:56:48,600 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=59, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5550fe72a9366af259ac726ebaffa17d 2024-11-26T01:56:48,604 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=59 2024-11-26T01:56:48,604 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-26T01:56:48,604 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=59, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5550fe72a9366af259ac726ebaffa17d in 1.4350 sec 2024-11-26T01:56:48,605 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-26T01:56:48,606 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-26T01:56:48,606 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-26T01:56:48,607 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-26T01:56:48,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741952_1128 (size=967) 2024-11-26T01:56:48,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-26T01:56:49,028 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-26T01:56:49,039 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-26T01:56:49,039 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/.hbase-snapshot/snapshot_backup_system 2024-11-26T01:56:49,042 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-26T01:56:49,042 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 59 2024-11-26T01:56:49,044 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.3060 sec 2024-11-26T01:56:50,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-26T01:56:50,902 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-26T01:56:50,903 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1732586206439 started at 1732586210902. 2024-11-26T01:56:50,905 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1732586206439 has been started. 2024-11-26T01:56:50,913 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [backup:system_bulk, ns2:test-17325861317471, ns3:test-17325861317472, ns4:test-17325861317473, test-1732586131747] 2024-11-26T01:56:50,920 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1732586166380for backupID backup_1732586206439 2024-11-26T01:56:50,920 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-11-26T01:56:50,922 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-26T01:56:50,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-26T01:56:50,922 INFO [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-26T01:56:50,922 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-26T01:56:50,922 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-26T01:56:50,922 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-26T01:56:50,923 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-26T01:56:50,923 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-26T01:56:50,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x10079b000ea0001, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-26T01:56:50,991 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-26T01:56:50,991 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-26T01:56:50,991 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/406b227cbc58,35587,1732586114882 2024-11-26T01:56:50,992 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-26T01:56:50,992 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/406b227cbc58,35587,1732586114882 2024-11-26T01:56:50,992 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-26T01:56:50,992 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35587-0x10079b000ea0001, quorum=127.0.0.1:61999, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-26T01:56:50,992 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-26T01:56:50,993 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-26T01:56:50,993 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-26T01:56:50,993 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-26T01:56:50,993 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-26T01:56:50,993 DEBUG [member: '406b227cbc58,35587,1732586114882' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-26T01:56:50,993 DEBUG [member: '406b227cbc58,35587,1732586114882' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-26T01:56:50,993 DEBUG [member: '406b227cbc58,35587,1732586114882' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-26T01:56:50,993 DEBUG [member: '406b227cbc58,35587,1732586114882' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-26T01:56:50,993 DEBUG [member: '406b227cbc58,35587,1732586114882' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '406b227cbc58,35587,1732586114882' joining acquired barrier for procedure (rolllog) in zk 2024-11-26T01:56:51,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/406b227cbc58,35587,1732586114882 2024-11-26T01:56:51,009 DEBUG [member: '406b227cbc58,35587,1732586114882' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-26T01:56:51,009 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/406b227cbc58,35587,1732586114882 2024-11-26T01:56:51,009 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-26T01:56:51,009 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-26T01:56:51,009 DEBUG [member: '406b227cbc58,35587,1732586114882' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35587-0x10079b000ea0001, quorum=127.0.0.1:61999, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-26T01:56:51,010 DEBUG [member: '406b227cbc58,35587,1732586114882' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-26T01:56:51,010 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-26T01:56:51,010 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-26T01:56:51,011 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-26T01:56:51,011 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------406b227cbc58,35587,1732586114882 2024-11-26T01:56:51,011 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-26T01:56:51,012 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '406b227cbc58,35587,1732586114882' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-26T01:56:51,012 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@17a22133[Count = 0] remaining members to acquire global barrier 2024-11-26T01:56:51,012 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-26T01:56:51,012 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-26T01:56:51,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x10079b000ea0001, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-26T01:56:51,017 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-26T01:56:51,018 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-26T01:56:51,018 DEBUG [member: '406b227cbc58,35587,1732586114882' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-26T01:56:51,018 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/406b227cbc58,35587,1732586114882 2024-11-26T01:56:51,018 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-26T01:56:51,018 DEBUG [member: '406b227cbc58,35587,1732586114882' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-26T01:56:51,018 DEBUG [rs(406b227cbc58,35587,1732586114882)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 406b227cbc58,35587,1732586114882 2024-11-26T01:56:51,018 INFO [rs(406b227cbc58,35587,1732586114882)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1732586178209 highest: 1732586178209 on 406b227cbc58,35587,1732586114882 2024-11-26T01:56:51,018 DEBUG [regionserver/406b227cbc58:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-1:(num 1732586178186) roll requested 2024-11-26T01:56:51,040 DEBUG [regionserver/406b227cbc58:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-1.1732586211019, exclude list is [], retry=0 2024-11-26T01:56:51,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39921,DS-d09e6fdb-0717-4451-a70f-5412ecf64348,DISK] 2024-11-26T01:56:51,047 INFO [regionserver/406b227cbc58:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-1.1732586178186 with entries=17, filesize=4.59 KB; new WAL /user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-1.1732586211019 2024-11-26T01:56:51,047 DEBUG [regionserver/406b227cbc58:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46857:46857)] 2024-11-26T01:56:51,047 DEBUG [regionserver/406b227cbc58:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-1.1732586178186 is not closed yet, will try archiving it next time 2024-11-26T01:56:51,047 DEBUG [regionserver/406b227cbc58:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-0:(num 1732586178209) roll requested 2024-11-26T01:56:51,047 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-1.1732586166353 to hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/oldWALs/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-1.1732586166353 2024-11-26T01:56:51,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741910_1086 (size=4710) 2024-11-26T01:56:51,067 DEBUG [regionserver/406b227cbc58:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-0.1732586211047, exclude list is [], retry=0 2024-11-26T01:56:51,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39921,DS-d09e6fdb-0717-4451-a70f-5412ecf64348,DISK] 2024-11-26T01:56:51,076 INFO [regionserver/406b227cbc58:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-0.1732586178209 with entries=2, filesize=645 B; new WAL /user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-0.1732586211047 2024-11-26T01:56:51,076 DEBUG [regionserver/406b227cbc58:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46857:46857)] 2024-11-26T01:56:51,076 DEBUG [regionserver/406b227cbc58:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-0.1732586178209 is not closed yet, will try archiving it next time 2024-11-26T01:56:51,076 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-0.1732586148874 to hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/oldWALs/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-0.1732586148874 2024-11-26T01:56:51,076 DEBUG [regionserver/406b227cbc58:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 406b227cbc58%2C35587%2C1732586114882.meta:.meta(num 1732586178232) roll requested 2024-11-26T01:56:51,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741911_1087 (size=653) 2024-11-26T01:56:51,079 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-0.1732586178209 to hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/oldWALs/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-0.1732586178209 2024-11-26T01:56:51,097 DEBUG [regionserver/406b227cbc58:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.meta.1732586211076.meta, exclude list is [], retry=0 2024-11-26T01:56:51,099 DEBUG [rs(406b227cbc58,35587,1732586114882)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 81 2024-11-26T01:56:51,099 INFO [rs(406b227cbc58,35587,1732586114882)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1732586211047 on 406b227cbc58,35587,1732586114882 2024-11-26T01:56:51,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39921,DS-d09e6fdb-0717-4451-a70f-5412ecf64348,DISK] 2024-11-26T01:56:51,104 INFO [regionserver/406b227cbc58:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.meta.1732586178232.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.meta.1732586211076.meta 2024-11-26T01:56:51,104 DEBUG [regionserver/406b227cbc58:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46857:46857)] 2024-11-26T01:56:51,104 DEBUG [regionserver/406b227cbc58:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.meta.1732586178232.meta is not closed yet, will try archiving it next time 2024-11-26T01:56:51,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741912_1088 (size=93) 2024-11-26T01:56:51,107 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.meta.1732586178232.meta to hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/oldWALs/406b227cbc58%2C35587%2C1732586114882.meta.1732586178232.meta 2024-11-26T01:56:51,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T01:56:51,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T01:56:51,127 DEBUG [member: '406b227cbc58,35587,1732586114882' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-26T01:56:51,127 DEBUG [member: '406b227cbc58,35587,1732586114882' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '406b227cbc58,35587,1732586114882' in zk 2024-11-26T01:56:51,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/406b227cbc58,35587,1732586114882 2024-11-26T01:56:51,134 DEBUG [member: '406b227cbc58,35587,1732586114882' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-26T01:56:51,134 DEBUG [member: '406b227cbc58,35587,1732586114882' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-26T01:56:51,134 DEBUG [member: '406b227cbc58,35587,1732586114882' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-26T01:56:51,134 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/406b227cbc58,35587,1732586114882 2024-11-26T01:56:51,134 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-26T01:56:51,134 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-26T01:56:51,135 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-26T01:56:51,135 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-26T01:56:51,135 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-26T01:56:51,136 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------406b227cbc58,35587,1732586114882 2024-11-26T01:56:51,136 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-26T01:56:51,137 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-26T01:56:51,137 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------406b227cbc58,35587,1732586114882 2024-11-26T01:56:51,138 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '406b227cbc58,35587,1732586114882': 2024-11-26T01:56:51,138 INFO [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-26T01:56:51,138 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-26T01:56:51,138 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-26T01:56:51,138 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '406b227cbc58,35587,1732586114882' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-26T01:56:51,138 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-26T01:56:51,138 INFO [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-26T01:56:51,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-26T01:56:51,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x10079b000ea0001, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-26T01:56:51,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x10079b000ea0001, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-26T01:56:51,149 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-26T01:56:51,149 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-26T01:56:51,149 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-26T01:56:51,149 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-26T01:56:51,149 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-26T01:56:51,150 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-26T01:56:51,150 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-26T01:56:51,150 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-26T01:56:51,150 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-26T01:56:51,150 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-26T01:56:51,150 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/406b227cbc58,35587,1732586114882 2024-11-26T01:56:51,151 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-26T01:56:51,151 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-26T01:56:51,151 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------406b227cbc58,35587,1732586114882 2024-11-26T01:56:51,152 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-26T01:56:51,152 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/406b227cbc58,35587,1732586114882 2024-11-26T01:56:51,152 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-26T01:56:51,153 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------406b227cbc58,35587,1732586114882 2024-11-26T01:56:51,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/406b227cbc58,35587,1732586114882 2024-11-26T01:56:51,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-26T01:56:51,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-26T01:56:51,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/406b227cbc58,35587,1732586114882 2024-11-26T01:56:51,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-26T01:56:51,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x10079b000ea0001, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-26T01:56:51,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-26T01:56:51,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x10079b000ea0001, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-26T01:56:51,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-26T01:56:51,159 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-26T01:56:51,159 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-26T01:56:51,159 DEBUG [(406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-26T01:56:51,159 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-26T01:56:51,160 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-26T01:56:51,160 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-26T01:56:51,160 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-26T01:56:51,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-26T01:56:51,175 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {406b227cbc58:35587=1732586166380} newestTimestamps: {406b227cbc58:35587=1732586178209} 2024-11-26T01:56:51,177 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 406b227cbc58%2C35587%2C1732586114882.meta.1732586121429.meta 2024-11-26T01:56:51,177 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 406b227cbc58%2C35587%2C1732586114882.meta.1732586166407.meta 2024-11-26T01:56:51,177 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 406b227cbc58%2C35587%2C1732586114882.meta.1732586211076.meta 2024-11-26T01:56:51,177 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-0.1732586211047 2024-11-26T01:56:51,177 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-1.1732586178186 2024-11-26T01:56:51,177 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-1.1732586211019 2024-11-26T01:56:51,178 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/oldWALs/406b227cbc58%2C35587%2C1732586114882.meta.1732586148904.meta 2024-11-26T01:56:51,179 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/oldWALs/406b227cbc58%2C35587%2C1732586114882.meta.1732586178232.meta 2024-11-26T01:56:51,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741956_1132 (size=640) 2024-11-26T01:56:51,195 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:backup:system_bulk target: hdfs://localhost:42203/backupUT/backup_1732586206439/backup/system_bulk descriptor: 'backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T01:56:51,195 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-26T01:56:51,199 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table backup:system_bulk 2024-11-26T01:56:51,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741957_1133 (size=45) 2024-11-26T01:56:51,609 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table backup:system_bulk 2024-11-26T01:56:51,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741958_1134 (size=390) 2024-11-26T01:56:52,023 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns3:test-17325861317472 target: hdfs://localhost:42203/backupUT/backup_1732586206439/ns3/test-17325861317472 descriptor: 'ns3:test-17325861317472', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T01:56:52,023 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-26T01:56:52,026 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns3:test-17325861317472 2024-11-26T01:56:52,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741959_1135 (size=50) 2024-11-26T01:56:52,433 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns3:test-17325861317472 2024-11-26T01:56:52,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741960_1136 (size=364) 2024-11-26T01:56:52,454 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17325861317471 target: hdfs://localhost:42203/backupUT/backup_1732586206439/ns2/test-17325861317471 descriptor: 'ns2:test-17325861317471', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T01:56:52,454 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-26T01:56:52,458 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17325861317471 2024-11-26T01:56:52,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741961_1137 (size=50) 2024-11-26T01:56:52,865 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17325861317471 2024-11-26T01:56:52,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741962_1138 (size=908) 2024-11-26T01:56:53,280 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1732586131747 target: hdfs://localhost:42203/backupUT/backup_1732586206439/default/test-1732586131747 descriptor: 'test-1732586131747', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T01:56:53,280 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-26T01:56:53,283 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1732586131747 2024-11-26T01:56:53,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741963_1139 (size=53) 2024-11-26T01:56:53,692 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1732586131747 2024-11-26T01:56:53,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741964_1140 (size=390) 2024-11-26T01:56:54,104 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns4:test-17325861317473 target: hdfs://localhost:42203/backupUT/backup_1732586206439/ns4/test-17325861317473 descriptor: 'ns4:test-17325861317473', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T01:56:54,104 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-26T01:56:54,108 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns4:test-17325861317473 2024-11-26T01:56:54,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741965_1141 (size=50) 2024-11-26T01:56:54,516 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns4:test-17325861317473 2024-11-26T01:56:54,528 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:42203/backupUT/.tmp/backup_1732586206439 from hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-1.1732586178186;hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/oldWALs/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-0.1732586178209 2024-11-26T01:56:54,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c515794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:56:54,528 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 406b227cbc58,46417,-1 for getting cluster id 2024-11-26T01:56:54,528 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T01:56:54,529 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '990d9dbd-b01c-48a2-87fe-3e40884060f6' 2024-11-26T01:56:54,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T01:56:54,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "990d9dbd-b01c-48a2-87fe-3e40884060f6" 2024-11-26T01:56:54,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2002a4b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:56:54,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [406b227cbc58,46417,-1] 2024-11-26T01:56:54,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T01:56:54,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:56:54,531 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T01:56:54,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a6a011d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:56:54,532 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T01:56:54,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 406b227cbc58,46417,1732586112287 2024-11-26T01:56:54,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78198e17 2024-11-26T01:56:54,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T01:56:54,534 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T01:56:54,537 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-26T01:56:54,537 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table backup:system_bulk 2024-11-26T01:56:54,537 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T01:56:54,538 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T01:56:54,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=406b227cbc58,35587,1732586114882, seqNum=-1] 2024-11-26T01:56:54,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T01:56:54,540 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T01:56:54,542 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for backup:system_bulk: backup:system_bulk; 2024-11-26T01:56:54,542 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17325861317471 2024-11-26T01:56:54,542 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17325861317471,, stopping at row=ns2:test-17325861317471 ,, for max=2147483647 with caching=100 2024-11-26T01:56:54,544 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17325861317471: ns2:test-17325861317471; 2024-11-26T01:56:54,544 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns3:test-17325861317472 2024-11-26T01:56:54,544 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns3:test-17325861317472,, stopping at row=ns3:test-17325861317472 ,, for max=2147483647 with caching=100 2024-11-26T01:56:54,546 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns3:test-17325861317472: ns3:test-17325861317472; 2024-11-26T01:56:54,546 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns4:test-17325861317473 2024-11-26T01:56:54,546 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns4:test-17325861317473,, stopping at row=ns4:test-17325861317473 ,, for max=2147483647 with caching=100 2024-11-26T01:56:54,548 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns4:test-17325861317473: ns4:test-17325861317473; 2024-11-26T01:56:54,548 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1732586131747 2024-11-26T01:56:54,548 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1732586131747,, stopping at row=test-1732586131747 ,, for max=2147483647 with caching=100 2024-11-26T01:56:54,551 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1732586131747: test-1732586131747; 2024-11-26T01:56:54,551 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 5 reduce partitions to match current region count for all tables 2024-11-26T01:56:54,551 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/hbase-staging/partitions_13da2cc3-2fc6-4048-b909-38af2a00c166 2024-11-26T01:56:54,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741966_1142 (size=324) 2024-11-26T01:56:54,962 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:54,962 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:54,962 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:55,853 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/hadoop-1959263127791766451.jar 2024-11-26T01:56:55,853 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:55,854 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:55,854 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:55,855 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:55,855 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:55,855 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:55,855 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:55,856 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:55,856 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:55,856 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-26T01:56:55,857 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-26T01:56:55,857 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-26T01:56:55,857 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-26T01:56:55,857 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-26T01:56:55,858 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-26T01:56:55,858 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-26T01:56:55,858 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-26T01:56:55,858 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-26T01:56:55,858 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-26T01:56:55,859 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-26T01:56:55,859 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:55,859 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:55,859 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:55,859 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:55,859 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:55,860 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:56:55,860 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-26T01:56:55,860 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: backup:system_bulk,ns2:test-17325861317471,ns3:test-17325861317472,ns4:test-17325861317473,default:test-1732586131747 2024-11-26T01:56:55,860 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T01:56:55,860 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:184) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T01:56:55,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:56:55,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:56:55,860 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T01:56:55,861 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-26T01:56:56,758 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/hadoop-16708096526146509449.jar 2024-11-26T01:56:56,768 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-26T01:56:56,794 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-1.1732586178186 for WAL files 2024-11-26T01:56:56,795 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-1.1732586178186 2024-11-26T01:56:56,795 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/oldWALs/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-0.1732586178209 for WAL files 2024-11-26T01:56:56,796 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/oldWALs/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-0.1732586178209 2024-11-26T01:56:56,890 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/mapreduce.cluster.local.dir/job_local1029614629_0010_989f6493-8500-4004-9874-4cc4b9c6c86b/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-26T01:56:56,890 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/mapreduce.cluster.local.dir/job_local1029614629_0010_989f6493-8500-4004-9874-4cc4b9c6c86b/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-26T01:56:56,942 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-1.1732586178186 for hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-1.1732586178186 (-9223372036854775808:9223372036854775807) length:4710 2024-11-26T01:56:56,946 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-26T01:56:56,946 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-26T01:56:56,985 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/oldWALs/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-0.1732586178209 for hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/oldWALs/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-0.1732586178209 (-9223372036854775808:9223372036854775807) length:653 2024-11-26T01:56:56,989 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-26T01:56:56,989 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-26T01:56:57,077 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45c16e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:56:57,077 DEBUG [pool-260-thread-1 {}] client.ClusterIdFetcher(90): Going to request 406b227cbc58,46417,-1 for getting cluster id 2024-11-26T01:56:57,078 DEBUG [pool-260-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T01:56:57,079 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '990d9dbd-b01c-48a2-87fe-3e40884060f6' 2024-11-26T01:56:57,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T01:56:57,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "990d9dbd-b01c-48a2-87fe-3e40884060f6" 2024-11-26T01:56:57,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@700b239d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:56:57,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [406b227cbc58,46417,-1] 2024-11-26T01:56:57,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T01:56:57,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:56:57,081 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T01:56:57,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22c1e705, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:56:57,082 DEBUG [pool-260-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T01:56:57,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=406b227cbc58,35587,1732586114882, seqNum=-1] 2024-11-26T01:56:57,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T01:56:57,085 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T01:56:57,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732586131747', row='row-test-1732586131747-2-0', locateType=CURRENT is [region=test-1732586131747,,1732586132233.8dce50559a5ec495ab397e471bf220ad., hostname=406b227cbc58,35587,1732586114882, seqNum=338] 2024-11-26T01:56:57,088 INFO [pool-260-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-260-thread-1. 2024-11-26T01:56:57,088 DEBUG [pool-260-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T01:56:57,088 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:56:57,088 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:56:57,088 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T01:56:57,088 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732586131747-2-0] 2024-11-26T01:56:57,088 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 406b227cbc58 2024-11-26T01:56:57,092 DEBUG [pool-260-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42203/backupUT/.tmp/backup_1732586206439/_temporary/0/_temporary/attempt_local1029614629_0010_r_000004_0/default/test-1732586131747/f2/be3a0c4ac57545779769f0610d7d9505 is 58, key is row-test-1732586131747-2-0/f2:q1/1732586201422/Put/seqid=0 2024-11-26T01:56:57,094 WARN [Thread-1515 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [406b227cbc58:35587] Specified favored nodes: [406b227cbc58:35587] 2024-11-26T01:56:57,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741967_1143 (size=5367) 2024-11-26T01:56:57,930 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:42203/backupUT 2024-11-26T01:56:57,931 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1732586206439 2024-11-26T01:56:57,931 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-11-26T01:56:57,942 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:42203/backupUT/.tmp/backup_1732586206439, hdfs://localhost:42203/backupUT] 2024-11-26T01:56:57,985 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-26T01:56:58,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741968_1144 (size=5367) 2024-11-26T01:56:58,598 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-11-26T01:56:58,607 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1732586206439 2024-11-26T01:56:58,607 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 5367 bytes copied." 2024-11-26T01:56:58,608 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local1051005042_0011 completed: true true 2024-11-26T01:56:58,608 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=6668613 FILE: Number of bytes written=17197851 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=409247 HDFS: Number of bytes written=2547251 HDFS: Number of read operations=1162 HDFS: Number of large read operations=0 HDFS: Number of write operations=421 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=6 Map output records=0 Input split bytes=342 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=1482 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=5367 Bytes Copied=5367 Bytes Expected=5367 Files Copied=2 DIR_COPY=4 2024-11-26T01:56:58,608 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:42203/backupUT/.tmp/backup_1732586206439 to hdfs://localhost:42203/backupUT finished. 2024-11-26T01:56:58,631 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732586206439 2024-11-26T01:56:58,635 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732586175925} 2024-11-26T01:56:58,635 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-26T01:56:58,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741969_1145 (size=714) 2024-11-26T01:56:59,042 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:42203/backupUT/backup_1732586206439/.backup.manifest 2024-11-26T01:56:59,042 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1732586206439 finished: type=INCREMENTAL,tablelist=backup:system_bulk;ns3:test-17325861317472;ns2:test-17325861317471;test-1732586131747;ns4:test-17325861317473,targetRootDir=hdfs://localhost:42203/backupUT,startts=1732586210902,completets=1732586218631,bytescopied=0 2024-11-26T01:56:59,042 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-26T01:56:59,047 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-26T01:56:59,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-26T01:56:59,050 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-26T01:56:59,053 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-26T01:56:59,057 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1732586206439 completed. 2024-11-26T01:56:59,057 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-11-26T01:56:59,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T01:56:59,071 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T01:56:59,075 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(191): Restoring full backup_1732586139115 2024-11-26T01:56:59,079 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table table1 does not exist. It will be created during restore process 2024-11-26T01:56:59,080 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table ns2:table2 does not exist. It will be created during restore process 2024-11-26T01:56:59,081 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:42203/backupUT/backup_1732586139115/.backup.manifest 2024-11-26T01:56:59,083 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732586139115/.backup.manifest 2024-11-26T01:56:59,086 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:42203/backupUT/backup_1732586139115/.backup.manifest 2024-11-26T01:56:59,088 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732586139115/.backup.manifest 2024-11-26T01:56:59,088 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1732586131747' to 'table1' from full backup image hdfs://localhost:42203/backupUT/backup_1732586139115/default/test-1732586131747 2024-11-26T01:56:59,098 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'table1' 2024-11-26T01:56:59,098 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:42203/backupUT/backup_1732586139115/default/test-1732586131747/archive/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad 2024-11-26T01:56:59,099 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:42203/backupUT/backup_1732586139115/default/test-1732586131747/archive/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/f in region [hdfs://localhost:42203/backupUT/backup_1732586139115/default/test-1732586131747/archive/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad] 2024-11-26T01:56:59,104 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:42203/backupUT/backup_1732586139115/default/test-1732586131747/archive/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/f/d336ee0afc8c46c9a5ad4fc8db09c51a first=row0 last=row98 2024-11-26T01:56:59,104 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:42203/backupUT/backup_1732586139115/default/test-1732586131747/archive/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/f3 in region [hdfs://localhost:42203/backupUT/backup_1732586139115/default/test-1732586131747/archive/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad] 2024-11-26T01:56:59,108 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:42203/backupUT/backup_1732586139115/default/test-1732586131747/archive/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/f3/0744fc4f9c234526adb16aabbb734669 first=row-test-1732586131747-3-0 last=row-test-1732586131747-3-5 2024-11-26T01:56:59,108 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:42203/backupUT/backup_1732586139115/default/test-1732586131747/archive/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/mob in region [hdfs://localhost:42203/backupUT/backup_1732586139115/default/test-1732586131747/archive/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad] 2024-11-26T01:56:59,112 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:42203/backupUT/backup_1732586139115/default/test-1732586131747/archive/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/mob/cc951d0fe11648f29fe3ee8e17ec1edf first=row-test-1732586131747-3-0 last=row-test-1732586131747-3-5 2024-11-26T01:56:59,116 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'table1', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T01:56:59,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] procedure2.ProcedureExecutor(1139): Stored pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=table1 2024-11-26T01:56:59,119 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T01:56:59,119 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:56:59,119 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "table1" procId is: 61 2024-11-26T01:56:59,120 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T01:56:59,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-26T01:56:59,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741970_1146 (size=938) 2024-11-26T01:56:59,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-26T01:56:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-26T01:56:59,532 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2ff6f9bd79a8d64fc5daa59ae6b85095, NAME => 'table1,,1732586219116.2ff6f9bd79a8d64fc5daa59ae6b85095.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9 2024-11-26T01:56:59,533 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 8ca2b38dcc7590380421d4a68dc80fcb, NAME => 'table1,row0,1732586219116.8ca2b38dcc7590380421d4a68dc80fcb.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9 2024-11-26T01:56:59,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741971_1147 (size=45) 2024-11-26T01:56:59,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741972_1148 (size=45) 2024-11-26T01:56:59,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-26T01:56:59,943 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1732586219116.2ff6f9bd79a8d64fc5daa59ae6b85095.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T01:56:59,943 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing 2ff6f9bd79a8d64fc5daa59ae6b85095, disabling compactions & flushes 2024-11-26T01:56:59,943 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1732586219116.2ff6f9bd79a8d64fc5daa59ae6b85095. 2024-11-26T01:56:59,943 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732586219116.2ff6f9bd79a8d64fc5daa59ae6b85095. 2024-11-26T01:56:59,943 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1732586219116.2ff6f9bd79a8d64fc5daa59ae6b85095. after waiting 0 ms 2024-11-26T01:56:59,943 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1732586219116.2ff6f9bd79a8d64fc5daa59ae6b85095. 2024-11-26T01:56:59,943 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1732586219116.2ff6f9bd79a8d64fc5daa59ae6b85095. 2024-11-26T01:56:59,943 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2ff6f9bd79a8d64fc5daa59ae6b85095: Waiting for close lock at 1732586219943Disabling compacts and flushes for region at 1732586219943Disabling writes for close at 1732586219943Writing region close event to WAL at 1732586219943Closed at 1732586219943 2024-11-26T01:56:59,949 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1732586219116.8ca2b38dcc7590380421d4a68dc80fcb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T01:56:59,949 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing 8ca2b38dcc7590380421d4a68dc80fcb, disabling compactions & flushes 2024-11-26T01:56:59,949 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1732586219116.8ca2b38dcc7590380421d4a68dc80fcb. 2024-11-26T01:56:59,949 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732586219116.8ca2b38dcc7590380421d4a68dc80fcb. 2024-11-26T01:56:59,949 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732586219116.8ca2b38dcc7590380421d4a68dc80fcb. after waiting 0 ms 2024-11-26T01:56:59,949 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732586219116.8ca2b38dcc7590380421d4a68dc80fcb. 2024-11-26T01:56:59,949 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1732586219116.8ca2b38dcc7590380421d4a68dc80fcb. 2024-11-26T01:56:59,949 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for 8ca2b38dcc7590380421d4a68dc80fcb: Waiting for close lock at 1732586219949Disabling compacts and flushes for region at 1732586219949Disabling writes for close at 1732586219949Writing region close event to WAL at 1732586219949Closed at 1732586219949 2024-11-26T01:56:59,950 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T01:56:59,951 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1732586219116.2ff6f9bd79a8d64fc5daa59ae6b85095.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732586219950"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732586219950"}]},"ts":"1732586219950"} 2024-11-26T01:56:59,951 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1732586219116.8ca2b38dcc7590380421d4a68dc80fcb.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732586219950"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732586219950"}]},"ts":"1732586219950"} 2024-11-26T01:56:59,955 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-26T01:56:59,957 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T01:56:59,957 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732586219957"}]},"ts":"1732586219957"} 2024-11-26T01:56:59,959 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-11-26T01:56:59,960 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=2ff6f9bd79a8d64fc5daa59ae6b85095, ASSIGN}, {pid=63, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=8ca2b38dcc7590380421d4a68dc80fcb, ASSIGN}] 2024-11-26T01:56:59,962 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=2ff6f9bd79a8d64fc5daa59ae6b85095, ASSIGN 2024-11-26T01:56:59,962 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=63, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=8ca2b38dcc7590380421d4a68dc80fcb, ASSIGN 2024-11-26T01:56:59,962 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=63, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=8ca2b38dcc7590380421d4a68dc80fcb, ASSIGN; state=OFFLINE, location=406b227cbc58,35587,1732586114882; forceNewPlan=false, retain=false 2024-11-26T01:56:59,962 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=2ff6f9bd79a8d64fc5daa59ae6b85095, ASSIGN; state=OFFLINE, location=406b227cbc58,35587,1732586114882; forceNewPlan=false, retain=false 2024-11-26T01:57:00,113 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=2ff6f9bd79a8d64fc5daa59ae6b85095, regionState=OPENING, regionLocation=406b227cbc58,35587,1732586114882 2024-11-26T01:57:00,113 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=8ca2b38dcc7590380421d4a68dc80fcb, regionState=OPENING, regionLocation=406b227cbc58,35587,1732586114882 2024-11-26T01:57:00,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=8ca2b38dcc7590380421d4a68dc80fcb, ASSIGN because future has completed 2024-11-26T01:57:00,116 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ca2b38dcc7590380421d4a68dc80fcb, server=406b227cbc58,35587,1732586114882}] 2024-11-26T01:57:00,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=2ff6f9bd79a8d64fc5daa59ae6b85095, ASSIGN because future has completed 2024-11-26T01:57:00,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ff6f9bd79a8d64fc5daa59ae6b85095, server=406b227cbc58,35587,1732586114882}] 2024-11-26T01:57:00,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-26T01:57:00,272 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(132): Open table1,row0,1732586219116.8ca2b38dcc7590380421d4a68dc80fcb. 2024-11-26T01:57:00,272 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7752): Opening region: {ENCODED => 8ca2b38dcc7590380421d4a68dc80fcb, NAME => 'table1,row0,1732586219116.8ca2b38dcc7590380421d4a68dc80fcb.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-26T01:57:00,272 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-26T01:57:00,273 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 8ca2b38dcc7590380421d4a68dc80fcb 2024-11-26T01:57:00,273 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(898): Instantiated table1,row0,1732586219116.8ca2b38dcc7590380421d4a68dc80fcb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T01:57:00,273 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7794): checking encryption for 8ca2b38dcc7590380421d4a68dc80fcb 2024-11-26T01:57:00,273 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7797): checking classloading for 8ca2b38dcc7590380421d4a68dc80fcb 2024-11-26T01:57:00,274 INFO [StoreOpener-8ca2b38dcc7590380421d4a68dc80fcb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8ca2b38dcc7590380421d4a68dc80fcb 2024-11-26T01:57:00,276 INFO [StoreOpener-8ca2b38dcc7590380421d4a68dc80fcb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ca2b38dcc7590380421d4a68dc80fcb columnFamilyName f 2024-11-26T01:57:00,276 DEBUG [StoreOpener-8ca2b38dcc7590380421d4a68dc80fcb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:57:00,276 INFO [StoreOpener-8ca2b38dcc7590380421d4a68dc80fcb-1 {}] regionserver.HStore(327): Store=8ca2b38dcc7590380421d4a68dc80fcb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T01:57:00,276 INFO [StoreOpener-8ca2b38dcc7590380421d4a68dc80fcb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 8ca2b38dcc7590380421d4a68dc80fcb 2024-11-26T01:57:00,278 INFO [StoreOpener-8ca2b38dcc7590380421d4a68dc80fcb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ca2b38dcc7590380421d4a68dc80fcb columnFamilyName f3 2024-11-26T01:57:00,278 DEBUG [StoreOpener-8ca2b38dcc7590380421d4a68dc80fcb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:57:00,278 INFO [StoreOpener-8ca2b38dcc7590380421d4a68dc80fcb-1 {}] regionserver.HStore(327): Store=8ca2b38dcc7590380421d4a68dc80fcb/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T01:57:00,278 INFO [StoreOpener-8ca2b38dcc7590380421d4a68dc80fcb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 8ca2b38dcc7590380421d4a68dc80fcb 2024-11-26T01:57:00,280 INFO [StoreOpener-8ca2b38dcc7590380421d4a68dc80fcb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ca2b38dcc7590380421d4a68dc80fcb columnFamilyName mob 2024-11-26T01:57:00,281 DEBUG [StoreOpener-8ca2b38dcc7590380421d4a68dc80fcb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:57:00,281 INFO [StoreOpener-8ca2b38dcc7590380421d4a68dc80fcb-1 {}] regionserver.HStore(327): Store=8ca2b38dcc7590380421d4a68dc80fcb/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T01:57:00,281 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1038): replaying wal for 8ca2b38dcc7590380421d4a68dc80fcb 2024-11-26T01:57:00,282 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/8ca2b38dcc7590380421d4a68dc80fcb 2024-11-26T01:57:00,283 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/8ca2b38dcc7590380421d4a68dc80fcb 2024-11-26T01:57:00,283 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1048): stopping wal replay for 8ca2b38dcc7590380421d4a68dc80fcb 2024-11-26T01:57:00,283 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1060): Cleaning up temporary data for 8ca2b38dcc7590380421d4a68dc80fcb 2024-11-26T01:57:00,284 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T01:57:00,285 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1093): writing seq id for 8ca2b38dcc7590380421d4a68dc80fcb 2024-11-26T01:57:00,287 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/8ca2b38dcc7590380421d4a68dc80fcb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T01:57:00,287 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1114): Opened 8ca2b38dcc7590380421d4a68dc80fcb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9405298720, jitterRate=-0.12406329810619354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T01:57:00,287 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8ca2b38dcc7590380421d4a68dc80fcb 2024-11-26T01:57:00,288 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1006): Region open journal for 8ca2b38dcc7590380421d4a68dc80fcb: Running coprocessor pre-open hook at 1732586220273Writing region info on filesystem at 1732586220273Initializing all the Stores at 1732586220274 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732586220274Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732586220274Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732586220274Cleaning up temporary data from old regions at 1732586220283 (+9 ms)Running coprocessor post-open hooks at 1732586220287 (+4 ms)Region opened successfully at 1732586220288 (+1 ms) 2024-11-26T01:57:00,289 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1732586219116.8ca2b38dcc7590380421d4a68dc80fcb., pid=64, masterSystemTime=1732586220268 2024-11-26T01:57:00,291 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1732586219116.8ca2b38dcc7590380421d4a68dc80fcb. 2024-11-26T01:57:00,291 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(153): Opened table1,row0,1732586219116.8ca2b38dcc7590380421d4a68dc80fcb. 2024-11-26T01:57:00,292 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(132): Open table1,,1732586219116.2ff6f9bd79a8d64fc5daa59ae6b85095. 2024-11-26T01:57:00,292 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=8ca2b38dcc7590380421d4a68dc80fcb, regionState=OPEN, openSeqNum=2, regionLocation=406b227cbc58,35587,1732586114882 2024-11-26T01:57:00,292 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7752): Opening region: {ENCODED => 2ff6f9bd79a8d64fc5daa59ae6b85095, NAME => 'table1,,1732586219116.2ff6f9bd79a8d64fc5daa59ae6b85095.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-26T01:57:00,292 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-26T01:57:00,292 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 2ff6f9bd79a8d64fc5daa59ae6b85095 2024-11-26T01:57:00,292 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(898): Instantiated table1,,1732586219116.2ff6f9bd79a8d64fc5daa59ae6b85095.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T01:57:00,292 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7794): checking encryption for 2ff6f9bd79a8d64fc5daa59ae6b85095 2024-11-26T01:57:00,292 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7797): checking classloading for 2ff6f9bd79a8d64fc5daa59ae6b85095 2024-11-26T01:57:00,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ca2b38dcc7590380421d4a68dc80fcb, server=406b227cbc58,35587,1732586114882 because future has completed 2024-11-26T01:57:00,294 INFO [StoreOpener-2ff6f9bd79a8d64fc5daa59ae6b85095-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2ff6f9bd79a8d64fc5daa59ae6b85095 2024-11-26T01:57:00,295 INFO [StoreOpener-2ff6f9bd79a8d64fc5daa59ae6b85095-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ff6f9bd79a8d64fc5daa59ae6b85095 columnFamilyName f 2024-11-26T01:57:00,296 DEBUG [StoreOpener-2ff6f9bd79a8d64fc5daa59ae6b85095-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:57:00,296 INFO [StoreOpener-2ff6f9bd79a8d64fc5daa59ae6b85095-1 {}] regionserver.HStore(327): Store=2ff6f9bd79a8d64fc5daa59ae6b85095/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T01:57:00,296 INFO [StoreOpener-2ff6f9bd79a8d64fc5daa59ae6b85095-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 2ff6f9bd79a8d64fc5daa59ae6b85095 2024-11-26T01:57:00,297 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=63 2024-11-26T01:57:00,298 INFO [StoreOpener-2ff6f9bd79a8d64fc5daa59ae6b85095-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ff6f9bd79a8d64fc5daa59ae6b85095 columnFamilyName f3 2024-11-26T01:57:00,298 DEBUG [StoreOpener-2ff6f9bd79a8d64fc5daa59ae6b85095-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:57:00,298 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 8ca2b38dcc7590380421d4a68dc80fcb, server=406b227cbc58,35587,1732586114882 in 179 msec 2024-11-26T01:57:00,298 INFO [StoreOpener-2ff6f9bd79a8d64fc5daa59ae6b85095-1 {}] regionserver.HStore(327): Store=2ff6f9bd79a8d64fc5daa59ae6b85095/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T01:57:00,298 INFO [StoreOpener-2ff6f9bd79a8d64fc5daa59ae6b85095-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 2ff6f9bd79a8d64fc5daa59ae6b85095 2024-11-26T01:57:00,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=8ca2b38dcc7590380421d4a68dc80fcb, ASSIGN in 337 msec 2024-11-26T01:57:00,300 INFO [StoreOpener-2ff6f9bd79a8d64fc5daa59ae6b85095-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ff6f9bd79a8d64fc5daa59ae6b85095 columnFamilyName mob 2024-11-26T01:57:00,300 DEBUG [StoreOpener-2ff6f9bd79a8d64fc5daa59ae6b85095-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:57:00,301 INFO [StoreOpener-2ff6f9bd79a8d64fc5daa59ae6b85095-1 {}] regionserver.HStore(327): Store=2ff6f9bd79a8d64fc5daa59ae6b85095/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T01:57:00,301 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1038): replaying wal for 2ff6f9bd79a8d64fc5daa59ae6b85095 2024-11-26T01:57:00,302 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/2ff6f9bd79a8d64fc5daa59ae6b85095 2024-11-26T01:57:00,302 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/2ff6f9bd79a8d64fc5daa59ae6b85095 2024-11-26T01:57:00,303 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1048): stopping wal replay for 2ff6f9bd79a8d64fc5daa59ae6b85095 2024-11-26T01:57:00,303 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1060): Cleaning up temporary data for 2ff6f9bd79a8d64fc5daa59ae6b85095 2024-11-26T01:57:00,304 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T01:57:00,305 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1093): writing seq id for 2ff6f9bd79a8d64fc5daa59ae6b85095 2024-11-26T01:57:00,307 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/2ff6f9bd79a8d64fc5daa59ae6b85095/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T01:57:00,307 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1114): Opened 2ff6f9bd79a8d64fc5daa59ae6b85095; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9965979200, jitterRate=-0.07184585928916931}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T01:57:00,307 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2ff6f9bd79a8d64fc5daa59ae6b85095 2024-11-26T01:57:00,308 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1006): Region open journal for 2ff6f9bd79a8d64fc5daa59ae6b85095: Running coprocessor pre-open hook at 1732586220293Writing region info on filesystem at 1732586220293Initializing all the Stores at 1732586220293Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732586220294 (+1 ms)Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732586220294Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732586220294Cleaning up temporary data from old regions at 1732586220303 (+9 ms)Running coprocessor post-open hooks at 1732586220307 (+4 ms)Region opened successfully at 1732586220307 2024-11-26T01:57:00,309 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1732586219116.2ff6f9bd79a8d64fc5daa59ae6b85095., pid=65, masterSystemTime=1732586220268 2024-11-26T01:57:00,311 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1732586219116.2ff6f9bd79a8d64fc5daa59ae6b85095. 2024-11-26T01:57:00,311 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(153): Opened table1,,1732586219116.2ff6f9bd79a8d64fc5daa59ae6b85095. 2024-11-26T01:57:00,311 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=2ff6f9bd79a8d64fc5daa59ae6b85095, regionState=OPEN, openSeqNum=2, regionLocation=406b227cbc58,35587,1732586114882 2024-11-26T01:57:00,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ff6f9bd79a8d64fc5daa59ae6b85095, server=406b227cbc58,35587,1732586114882 because future has completed 2024-11-26T01:57:00,316 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=62 2024-11-26T01:57:00,316 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=62, state=SUCCESS, hasLock=false; OpenRegionProcedure 2ff6f9bd79a8d64fc5daa59ae6b85095, server=406b227cbc58,35587,1732586114882 in 197 msec 2024-11-26T01:57:00,318 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=61 2024-11-26T01:57:00,318 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=2ff6f9bd79a8d64fc5daa59ae6b85095, ASSIGN in 356 msec 2024-11-26T01:57:00,319 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T01:57:00,319 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732586220319"}]},"ts":"1732586220319"} 2024-11-26T01:57:00,321 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-11-26T01:57:00,321 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T01:57:00,323 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, state=SUCCESS, hasLock=false; CreateTableProcedure table=table1 in 1.2040 sec 2024-11-26T01:57:00,709 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 8dce50559a5ec495ab397e471bf220ad, had cached 0 bytes from a total of 38453 2024-11-26T01:57:01,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-26T01:57:01,272 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:table1 completed 2024-11-26T01:57:01,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-26T01:57:01,278 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:42203/backupUT/backup_1732586139115/default/test-1732586131747/archive/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad from hbase tables test-1732586131747 to tables table1 2024-11-26T01:57:01,278 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1732586131747 into table1 2024-11-26T01:57:01,280 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/hbase-staging/bulk_output-default-table1-1732586221278 from hdfs://localhost:42203/backupUT/backup_1732586139115/default/test-1732586131747/archive/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad 2024-11-26T01:57:01,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2903938c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:01,281 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 406b227cbc58,46417,-1 for getting cluster id 2024-11-26T01:57:01,281 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T01:57:01,282 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '990d9dbd-b01c-48a2-87fe-3e40884060f6' 2024-11-26T01:57:01,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T01:57:01,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "990d9dbd-b01c-48a2-87fe-3e40884060f6" 2024-11-26T01:57:01,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eb861d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:01,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [406b227cbc58,46417,-1] 2024-11-26T01:57:01,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T01:57:01,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:01,284 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T01:57:01,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1afdd74e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:01,285 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T01:57:01,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 406b227cbc58,46417,1732586112287 2024-11-26T01:57:01,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8af92cc 2024-11-26T01:57:01,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T01:57:01,287 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T01:57:01,288 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-26T01:57:01,288 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-26T01:57:01,288 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-26T01:57:01,288 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T01:57:01,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=406b227cbc58,35587,1732586114882, seqNum=-1] 2024-11-26T01:57:01,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T01:57:01,291 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T01:57:01,292 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-26T01:57:01,292 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-26T01:57:01,292 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-26T01:57:01,293 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/hbase-staging/partitions_0619bb96-c96e-4d59-badc-20f411669de9 2024-11-26T01:57:01,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741973_1149 (size=177) 2024-11-26T01:57:01,700 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:01,700 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:01,701 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:02,171 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1' 2024-11-26T01:57:02,607 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/hadoop-9710471093872476617.jar 2024-11-26T01:57:02,608 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:02,608 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:02,608 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:02,609 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:02,609 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:02,609 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:02,609 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:02,610 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:02,610 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:02,610 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-26T01:57:02,610 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-26T01:57:02,610 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-26T01:57:02,611 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-26T01:57:02,611 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-26T01:57:02,611 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-26T01:57:02,611 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-26T01:57:02,612 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-26T01:57:02,612 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-26T01:57:02,612 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-26T01:57:02,612 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-26T01:57:02,614 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:02,615 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:02,615 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:02,615 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:02,615 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:02,615 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:02,615 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-26T01:57:02,616 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-26T01:57:02,616 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T01:57:02,616 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T01:57:02,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:02,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:02,616 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T01:57:02,616 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-26T01:57:02,617 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-26T01:57:02,628 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-26T01:57:02,640 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-26T01:57:02,734 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/mapreduce.cluster.local.dir/job_local500505084_0012_16914bdd-5ae2-44ba-b716-62e674dcdce4/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-26T01:57:02,734 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/mapreduce.cluster.local.dir/job_local500505084_0012_16914bdd-5ae2-44ba-b716-62e674dcdce4/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-26T01:57:02,788 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:42203/backupUT/backup_1732586139115/default/test-1732586131747/archive/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/f/d336ee0afc8c46c9a5ad4fc8db09c51a 2024-11-26T01:57:02,793 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-26T01:57:02,843 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:42203/backupUT/backup_1732586139115/default/test-1732586131747/archive/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/mob/cc951d0fe11648f29fe3ee8e17ec1edf 2024-11-26T01:57:02,848 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-26T01:57:02,875 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2024-11-26T01:57:02,875 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_table1 Metrics about Tables on a single HBase RegionServer 2024-11-26T01:57:02,879 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:42203/backupUT/backup_1732586139115/default/test-1732586131747/archive/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/f3/0744fc4f9c234526adb16aabbb734669 2024-11-26T01:57:02,883 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-26T01:57:02,940 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2171a0c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:02,940 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 406b227cbc58,46417,-1 for getting cluster id 2024-11-26T01:57:02,941 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T01:57:02,942 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '990d9dbd-b01c-48a2-87fe-3e40884060f6' 2024-11-26T01:57:02,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T01:57:02,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "990d9dbd-b01c-48a2-87fe-3e40884060f6" 2024-11-26T01:57:02,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17f8d56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:02,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [406b227cbc58,46417,-1] 2024-11-26T01:57:02,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T01:57:02,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:02,944 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T01:57:02,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b1ce6b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:02,946 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T01:57:02,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=406b227cbc58,35587,1732586114882, seqNum=-1] 2024-11-26T01:57:02,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T01:57:02,950 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T01:57:02,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732586131747-3-0', locateType=CURRENT is [region=table1,,1732586219116.2ff6f9bd79a8d64fc5daa59ae6b85095., hostname=406b227cbc58,35587,1732586114882, seqNum=2] 2024-11-26T01:57:02,953 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-26T01:57:02,953 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T01:57:02,953 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:02,953 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:02,953 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T01:57:02,953 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732586131747-3-0] 2024-11-26T01:57:02,953 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 406b227cbc58 2024-11-26T01:57:02,959 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1696ba4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:02,959 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 406b227cbc58,46417,-1 for getting cluster id 2024-11-26T01:57:02,960 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T01:57:02,960 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '990d9dbd-b01c-48a2-87fe-3e40884060f6' 2024-11-26T01:57:02,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T01:57:02,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "990d9dbd-b01c-48a2-87fe-3e40884060f6" 2024-11-26T01:57:02,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a0707d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:02,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [406b227cbc58,46417,-1] 2024-11-26T01:57:02,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T01:57:02,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:02,970 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T01:57:02,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b5721b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:02,971 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T01:57:02,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=406b227cbc58,35587,1732586114882, seqNum=-1] 2024-11-26T01:57:02,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T01:57:02,974 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T01:57:02,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732586131747-3-0', locateType=CURRENT is [region=table1,,1732586219116.2ff6f9bd79a8d64fc5daa59ae6b85095., hostname=406b227cbc58,35587,1732586114882, seqNum=2] 2024-11-26T01:57:02,977 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-26T01:57:02,977 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T01:57:02,977 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:02,977 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:02,977 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T01:57:02,978 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732586131747-3-0] 2024-11-26T01:57:02,978 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 406b227cbc58 2024-11-26T01:57:02,985 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/hbase-staging/bulk_output-default-table1-1732586221278/_temporary/0/_temporary/attempt_local500505084_0012_r_000000_0/f3/cd08813a78114ec796e78b1fd298448d is 58, key is row-test-1732586131747-3-0/f3:q1/1732586139067/Put/seqid=0 2024-11-26T01:57:02,986 WARN [Thread-1634 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [406b227cbc58:35587] Specified favored nodes: [406b227cbc58:35587] 2024-11-26T01:57:02,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741974_1150 (size=5529) 2024-11-26T01:57:03,393 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/hbase-staging/bulk_output-default-table1-1732586221278/_temporary/0/_temporary/attempt_local500505084_0012_r_000000_0/mob/954ca958a31443f0b544d39acadbd6f7 is 59, key is row-test-1732586131747-3-0/mob:q1/1732586139092/Put/seqid=0 2024-11-26T01:57:03,395 WARN [Thread-1636 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [406b227cbc58:35587] Specified favored nodes: [406b227cbc58:35587] 2024-11-26T01:57:03,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741975_1151 (size=5538) 2024-11-26T01:57:03,824 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e35fe2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:03,824 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 406b227cbc58,46417,-1 for getting cluster id 2024-11-26T01:57:03,824 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T01:57:03,825 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '990d9dbd-b01c-48a2-87fe-3e40884060f6' 2024-11-26T01:57:03,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T01:57:03,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "990d9dbd-b01c-48a2-87fe-3e40884060f6" 2024-11-26T01:57:03,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3485f4b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:03,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [406b227cbc58,46417,-1] 2024-11-26T01:57:03,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T01:57:03,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:03,827 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T01:57:03,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b44bb0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:03,828 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T01:57:03,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=406b227cbc58,35587,1732586114882, seqNum=-1] 2024-11-26T01:57:03,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T01:57:03,831 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T01:57:03,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1732586219116.8ca2b38dcc7590380421d4a68dc80fcb., hostname=406b227cbc58,35587,1732586114882, seqNum=2] 2024-11-26T01:57:03,834 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-26T01:57:03,834 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T01:57:03,834 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:03,834 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:03,834 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T01:57:03,834 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-26T01:57:03,834 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 406b227cbc58 2024-11-26T01:57:03,843 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/hbase-staging/bulk_output-default-table1-1732586221278/_temporary/0/_temporary/attempt_local500505084_0012_r_000001_0/f/003493ce57da4cf98daa95366def605f is 37, key is row10/f:q1/1732586133495/Put/seqid=0 2024-11-26T01:57:03,852 WARN [Thread-1651 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [406b227cbc58:35587] Specified favored nodes: [406b227cbc58:35587] 2024-11-26T01:57:03,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741976_1152 (size=8741) 2024-11-26T01:57:04,204 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region ddef0a84d064233dcec0652c33c43643, had cached 0 bytes from a total of 13547 2024-11-26T01:57:04,780 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/hbase-staging/bulk_output-default-table1-1732586221278 2024-11-26T01:57:04,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c025b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:04,781 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 406b227cbc58,46417,-1 for getting cluster id 2024-11-26T01:57:04,781 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T01:57:04,782 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '990d9dbd-b01c-48a2-87fe-3e40884060f6' 2024-11-26T01:57:04,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T01:57:04,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "990d9dbd-b01c-48a2-87fe-3e40884060f6" 2024-11-26T01:57:04,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32ede43c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:04,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [406b227cbc58,46417,-1] 2024-11-26T01:57:04,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T01:57:04,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:04,785 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T01:57:04,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a6efcd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:04,786 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T01:57:04,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=406b227cbc58,35587,1732586114882, seqNum=-1] 2024-11-26T01:57:04,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T01:57:04,790 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T01:57:04,798 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/hbase-staging/bulk_output-default-table1-1732586221278/_SUCCESS 2024-11-26T01:57:04,812 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T01:57:04,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 406b227cbc58,46417,1732586112287 2024-11-26T01:57:04,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@938fbd 2024-11-26T01:57:04,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T01:57:04,815 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T01:57:04,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732586219116.2ff6f9bd79a8d64fc5daa59ae6b85095., hostname=406b227cbc58,35587,1732586114882, seqNum=2] 2024-11-26T01:57:04,832 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-26T01:57:04,850 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/hbase-staging/bulk_output-default-table1-1732586221278/f/003493ce57da4cf98daa95366def605f first=Optional[row0] last=Optional[row98] 2024-11-26T01:57:04,856 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/hbase-staging/bulk_output-default-table1-1732586221278/f3/cd08813a78114ec796e78b1fd298448d first=Optional[row-test-1732586131747-3-0] last=Optional[row-test-1732586131747-3-5] 2024-11-26T01:57:04,862 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/hbase-staging/bulk_output-default-table1-1732586221278/mob/954ca958a31443f0b544d39acadbd6f7 first=Optional[row-test-1732586131747-3-0] last=Optional[row-test-1732586131747-3-5] 2024-11-26T01:57:04,893 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35587 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/hbase-staging/bulk_output-default-table1-1732586221278/f/003493ce57da4cf98daa95366def605f for inclusion in 8ca2b38dcc7590380421d4a68dc80fcb/f 2024-11-26T01:57:04,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/hbase-staging/bulk_output-default-table1-1732586221278/mob/954ca958a31443f0b544d39acadbd6f7 for inclusion in 2ff6f9bd79a8d64fc5daa59ae6b85095/mob 2024-11-26T01:57:04,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35587 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-26T01:57:04,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35587 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-11-26T01:57:04,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35587 {}] regionserver.HRegion(2603): Flush status journal for 8ca2b38dcc7590380421d4a68dc80fcb: 2024-11-26T01:57:04,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35587 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/hbase-staging/bulk_output-default-table1-1732586221278/f/003493ce57da4cf98daa95366def605f to hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/staging/jenkins__table1__iisbe8eq0aos027qonesjoaselcc9eivc914g7hfp8656n93n5khu8d51kgn5nkm/f/003493ce57da4cf98daa95366def605f 2024-11-26T01:57:04,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732586131747-3-0 last=row-test-1732586131747-3-5 2024-11-26T01:57:04,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-26T01:57:04,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/hbase-staging/bulk_output-default-table1-1732586221278/f3/cd08813a78114ec796e78b1fd298448d for inclusion in 2ff6f9bd79a8d64fc5daa59ae6b85095/f3 2024-11-26T01:57:04,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/staging/jenkins__table1__iisbe8eq0aos027qonesjoaselcc9eivc914g7hfp8656n93n5khu8d51kgn5nkm/f/003493ce57da4cf98daa95366def605f as hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/8ca2b38dcc7590380421d4a68dc80fcb/f/64f416c78611428881025f2a9cd3ae91_SeqId_4_ 2024-11-26T01:57:04,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732586131747-3-0 last=row-test-1732586131747-3-5 2024-11-26T01:57:04,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-26T01:57:04,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.HRegion(2603): Flush status journal for 2ff6f9bd79a8d64fc5daa59ae6b85095: 2024-11-26T01:57:04,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/hbase-staging/bulk_output-default-table1-1732586221278/mob/954ca958a31443f0b544d39acadbd6f7 to hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/staging/jenkins__table1__iisbe8eq0aos027qonesjoaselcc9eivc914g7hfp8656n93n5khu8d51kgn5nkm/mob/954ca958a31443f0b544d39acadbd6f7 2024-11-26T01:57:04,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35587 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@653801e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:04,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35587 {}] client.ClusterIdFetcher(90): Going to request 406b227cbc58,46417,-1 for getting cluster id 2024-11-26T01:57:04,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35587 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T01:57:04,935 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '990d9dbd-b01c-48a2-87fe-3e40884060f6' 2024-11-26T01:57:04,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T01:57:04,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "990d9dbd-b01c-48a2-87fe-3e40884060f6" 2024-11-26T01:57:04,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29f8aca5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:04,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [406b227cbc58,46417,-1] 2024-11-26T01:57:04,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T01:57:04,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:04,938 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T01:57:04,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22323ba8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:04,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35587 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T01:57:04,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 406b227cbc58,46417,1732586112287 2024-11-26T01:57:04,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3842c503 2024-11-26T01:57:04,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T01:57:04,948 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T01:57:04,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/staging/jenkins__table1__iisbe8eq0aos027qonesjoaselcc9eivc914g7hfp8656n93n5khu8d51kgn5nkm/mob/954ca958a31443f0b544d39acadbd6f7 as hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/2ff6f9bd79a8d64fc5daa59ae6b85095/mob/f9f8b20ddc0e46deb88cb2311a1efa36_SeqId_4_ 2024-11-26T01:57:04,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35587 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T01:57:04,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=406b227cbc58,35587,1732586114882, seqNum=-1] 2024-11-26T01:57:04,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T01:57:04,957 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T01:57:04,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/hbase-staging/bulk_output-default-table1-1732586221278/f3/cd08813a78114ec796e78b1fd298448d to hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/staging/jenkins__table1__iisbe8eq0aos027qonesjoaselcc9eivc914g7hfp8656n93n5khu8d51kgn5nkm/f3/cd08813a78114ec796e78b1fd298448d 2024-11-26T01:57:04,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35587 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T01:57:04,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/staging/jenkins__table1__iisbe8eq0aos027qonesjoaselcc9eivc914g7hfp8656n93n5khu8d51kgn5nkm/f3/cd08813a78114ec796e78b1fd298448d as hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/2ff6f9bd79a8d64fc5daa59ae6b85095/f3/69eb9f7ac9d448ee8017b5779b0b3a14_SeqId_4_ 2024-11-26T01:57:04,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d977e3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:04,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] client.ClusterIdFetcher(90): Going to request 406b227cbc58,46417,-1 for getting cluster id 2024-11-26T01:57:04,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T01:57:04,978 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '990d9dbd-b01c-48a2-87fe-3e40884060f6' 2024-11-26T01:57:04,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T01:57:04,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "990d9dbd-b01c-48a2-87fe-3e40884060f6" 2024-11-26T01:57:04,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c682ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:04,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [406b227cbc58,46417,-1] 2024-11-26T01:57:04,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T01:57:04,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:04,981 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T01:57:04,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T01:57:04,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f0c893, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:04,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T01:57:04,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 406b227cbc58,46417,1732586112287 2024-11-26T01:57:04,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5aae3b29 2024-11-26T01:57:04,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T01:57:04,995 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T01:57:04,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732586139289.5550fe72a9366af259ac726ebaffa17d., hostname=406b227cbc58,35587,1732586114882, seqNum=2] 2024-11-26T01:57:04,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T01:57:05,003 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35587 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35587. 2024-11-26T01:57:05,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35587 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T01:57:05,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:05,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:05,006 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T01:57:05,007 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35587 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/staging/jenkins__table1__iisbe8eq0aos027qonesjoaselcc9eivc914g7hfp8656n93n5khu8d51kgn5nkm/f/003493ce57da4cf98daa95366def605f into 8ca2b38dcc7590380421d4a68dc80fcb/f as hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/8ca2b38dcc7590380421d4a68dc80fcb/f/64f416c78611428881025f2a9cd3ae91_SeqId_4_ - updating store file list. 2024-11-26T01:57:05,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=406b227cbc58,35587,1732586114882, seqNum=-1] 2024-11-26T01:57:05,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T01:57:05,012 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T01:57:05,018 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35587 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/8ca2b38dcc7590380421d4a68dc80fcb/f/64f416c78611428881025f2a9cd3ae91_SeqId_4_ into 8ca2b38dcc7590380421d4a68dc80fcb/f 2024-11-26T01:57:05,018 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35587 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/staging/jenkins__table1__iisbe8eq0aos027qonesjoaselcc9eivc914g7hfp8656n93n5khu8d51kgn5nkm/f/003493ce57da4cf98daa95366def605f into 8ca2b38dcc7590380421d4a68dc80fcb/f (new location: hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/8ca2b38dcc7590380421d4a68dc80fcb/f/64f416c78611428881025f2a9cd3ae91_SeqId_4_) 2024-11-26T01:57:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35587 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/staging/jenkins__table1__iisbe8eq0aos027qonesjoaselcc9eivc914g7hfp8656n93n5khu8d51kgn5nkm/f/003493ce57da4cf98daa95366def605f 2024-11-26T01:57:05,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T01:57:05,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T01:57:05,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35587 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7473137a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:05,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35587 {}] client.ClusterIdFetcher(90): Going to request 406b227cbc58,46417,-1 for getting cluster id 2024-11-26T01:57:05,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35587 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T01:57:05,032 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '990d9dbd-b01c-48a2-87fe-3e40884060f6' 2024-11-26T01:57:05,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T01:57:05,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "990d9dbd-b01c-48a2-87fe-3e40884060f6" 2024-11-26T01:57:05,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68dd6f46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:05,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [406b227cbc58,46417,-1] 2024-11-26T01:57:05,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T01:57:05,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:05,034 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-26T01:57:05,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@720e5927, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:05,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35587 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T01:57:05,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732586139289.5550fe72a9366af259ac726ebaffa17d., hostname=406b227cbc58,35587,1732586114882, seqNum=2] 2024-11-26T01:57:05,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 406b227cbc58,46417,1732586112287 2024-11-26T01:57:05,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ff8f26f 2024-11-26T01:57:05,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T01:57:05,039 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-26T01:57:05,040 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587. 2024-11-26T01:57:05,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35587 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T01:57:05,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T01:57:05,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:05,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:05,040 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T01:57:05,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a50e9ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:05,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] client.ClusterIdFetcher(90): Going to request 406b227cbc58,46417,-1 for getting cluster id 2024-11-26T01:57:05,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=406b227cbc58,35587,1732586114882, seqNum=-1] 2024-11-26T01:57:05,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T01:57:05,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T01:57:05,042 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '990d9dbd-b01c-48a2-87fe-3e40884060f6' 2024-11-26T01:57:05,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T01:57:05,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "990d9dbd-b01c-48a2-87fe-3e40884060f6" 2024-11-26T01:57:05,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b5ff8bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:05,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [406b227cbc58,46417,-1] 2024-11-26T01:57:05,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T01:57:05,043 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-26T01:57:05,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:05,044 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T01:57:05,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b0631ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:05,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T01:57:05,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 406b227cbc58,46417,1732586112287 2024-11-26T01:57:05,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2abb2ae3 2024-11-26T01:57:05,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T01:57:05,047 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T01:57:05,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T01:57:05,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=406b227cbc58,35587,1732586114882, seqNum=-1] 2024-11-26T01:57:05,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T01:57:05,050 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T01:57:05,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T01:57:05,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T01:57:05,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T01:57:05,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732586139289.5550fe72a9366af259ac726ebaffa17d., hostname=406b227cbc58,35587,1732586114882, seqNum=2] 2024-11-26T01:57:05,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T01:57:05,066 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35587 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35587. 2024-11-26T01:57:05,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35587 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T01:57:05,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:05,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:05,067 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T01:57:05,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732586139289.5550fe72a9366af259ac726ebaffa17d., hostname=406b227cbc58,35587,1732586114882, seqNum=2] 2024-11-26T01:57:05,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587. 2024-11-26T01:57:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T01:57:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:05,073 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T01:57:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:05,075 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/staging/jenkins__table1__iisbe8eq0aos027qonesjoaselcc9eivc914g7hfp8656n93n5khu8d51kgn5nkm/f3/cd08813a78114ec796e78b1fd298448d into 2ff6f9bd79a8d64fc5daa59ae6b85095/f3 as hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/2ff6f9bd79a8d64fc5daa59ae6b85095/f3/69eb9f7ac9d448ee8017b5779b0b3a14_SeqId_4_ - updating store file list. 2024-11-26T01:57:05,082 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/2ff6f9bd79a8d64fc5daa59ae6b85095/f3/69eb9f7ac9d448ee8017b5779b0b3a14_SeqId_4_ into 2ff6f9bd79a8d64fc5daa59ae6b85095/f3 2024-11-26T01:57:05,082 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/staging/jenkins__table1__iisbe8eq0aos027qonesjoaselcc9eivc914g7hfp8656n93n5khu8d51kgn5nkm/f3/cd08813a78114ec796e78b1fd298448d into 2ff6f9bd79a8d64fc5daa59ae6b85095/f3 (new location: hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/2ff6f9bd79a8d64fc5daa59ae6b85095/f3/69eb9f7ac9d448ee8017b5779b0b3a14_SeqId_4_) 2024-11-26T01:57:05,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/staging/jenkins__table1__iisbe8eq0aos027qonesjoaselcc9eivc914g7hfp8656n93n5khu8d51kgn5nkm/f3/cd08813a78114ec796e78b1fd298448d 2024-11-26T01:57:05,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/staging/jenkins__table1__iisbe8eq0aos027qonesjoaselcc9eivc914g7hfp8656n93n5khu8d51kgn5nkm/mob/954ca958a31443f0b544d39acadbd6f7 into 2ff6f9bd79a8d64fc5daa59ae6b85095/mob as hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/2ff6f9bd79a8d64fc5daa59ae6b85095/mob/f9f8b20ddc0e46deb88cb2311a1efa36_SeqId_4_ - updating store file list. 2024-11-26T01:57:05,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/2ff6f9bd79a8d64fc5daa59ae6b85095/mob/f9f8b20ddc0e46deb88cb2311a1efa36_SeqId_4_ into 2ff6f9bd79a8d64fc5daa59ae6b85095/mob 2024-11-26T01:57:05,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/staging/jenkins__table1__iisbe8eq0aos027qonesjoaselcc9eivc914g7hfp8656n93n5khu8d51kgn5nkm/mob/954ca958a31443f0b544d39acadbd6f7 into 2ff6f9bd79a8d64fc5daa59ae6b85095/mob (new location: hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/2ff6f9bd79a8d64fc5daa59ae6b85095/mob/f9f8b20ddc0e46deb88cb2311a1efa36_SeqId_4_) 2024-11-26T01:57:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/staging/jenkins__table1__iisbe8eq0aos027qonesjoaselcc9eivc914g7hfp8656n93n5khu8d51kgn5nkm/mob/954ca958a31443f0b544d39acadbd6f7 2024-11-26T01:57:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@697d9a7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] client.ClusterIdFetcher(90): Going to request 406b227cbc58,46417,-1 for getting cluster id 2024-11-26T01:57:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T01:57:05,100 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '990d9dbd-b01c-48a2-87fe-3e40884060f6' 2024-11-26T01:57:05,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T01:57:05,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "990d9dbd-b01c-48a2-87fe-3e40884060f6" 2024-11-26T01:57:05,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bfc9efe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:05,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [406b227cbc58,46417,-1] 2024-11-26T01:57:05,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T01:57:05,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:05,102 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-26T01:57:05,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8e17309, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T01:57:05,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 406b227cbc58,46417,1732586112287 2024-11-26T01:57:05,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22d70f66 2024-11-26T01:57:05,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T01:57:05,106 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-26T01:57:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T01:57:05,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=406b227cbc58,35587,1732586114882, seqNum=-1] 2024-11-26T01:57:05,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T01:57:05,114 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-26T01:57:05,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T01:57:05,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T01:57:05,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732586139289.5550fe72a9366af259ac726ebaffa17d., hostname=406b227cbc58,35587,1732586114882, seqNum=2] 2024-11-26T01:57:05,139 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587. 2024-11-26T01:57:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T01:57:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:05,140 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T01:57:05,146 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T01:57:05,146 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T01:57:05,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:05,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:05,147 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T01:57:05,147 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-26T01:57:05,147 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-26T01:57:05,148 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1732586139115 hdfs://localhost:42203/backupUT/backup_1732586139115/default/test-1732586131747/ 2024-11-26T01:57:05,150 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:42203/backupUT/backup_1732586139115/.backup.manifest 2024-11-26T01:57:05,150 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-26T01:57:05,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1732586219116.2ff6f9bd79a8d64fc5daa59ae6b85095., hostname=406b227cbc58,35587,1732586114882, seqNum=2 , the old value is region=table1,,1732586219116.2ff6f9bd79a8d64fc5daa59ae6b85095., hostname=406b227cbc58,35587,1732586114882, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=406b227cbc58:35587 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T01:57:05,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1732586219116.2ff6f9bd79a8d64fc5daa59ae6b85095., hostname=406b227cbc58,35587,1732586114882, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T01:57:05,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1732586219116.2ff6f9bd79a8d64fc5daa59ae6b85095., hostname=406b227cbc58,35587,1732586114882, seqNum=2 from cache 2024-11-26T01:57:05,156 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732586139115/.backup.manifest 2024-11-26T01:57:05,156 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17325861317471' to 'ns2:table2' from full backup image hdfs://localhost:42203/backupUT/backup_1732586139115/ns2/test-17325861317471 2024-11-26T01:57:05,176 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'ns2:table2' 2024-11-26T01:57:05,176 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:42203/backupUT/backup_1732586139115/ns2/test-17325861317471/archive/data/ns2/test-17325861317471/ddef0a84d064233dcec0652c33c43643 2024-11-26T01:57:05,177 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:42203/backupUT/backup_1732586139115/ns2/test-17325861317471/archive/data/ns2/test-17325861317471/ddef0a84d064233dcec0652c33c43643/f in region [hdfs://localhost:42203/backupUT/backup_1732586139115/ns2/test-17325861317471/archive/data/ns2/test-17325861317471/ddef0a84d064233dcec0652c33c43643] 2024-11-26T01:57:05,182 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:42203/backupUT/backup_1732586139115/ns2/test-17325861317471/archive/data/ns2/test-17325861317471/ddef0a84d064233dcec0652c33c43643/f/052fb79126754deba39f51ce7504ee95 first=row0 last=row98 2024-11-26T01:57:05,184 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T01:57:05,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:table2 2024-11-26T01:57:05,187 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T01:57:05,189 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns2" qualifier: "table2" procId is: 66 2024-11-26T01:57:05,189 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T01:57:05,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-26T01:57:05,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741977_1153 (size=351) 2024-11-26T01:57:05,211 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cdd5ab44545f3cb40640b6a20fa8c09e, NAME => 'ns2:table2,,1732586225183.cdd5ab44545f3cb40640b6a20fa8c09e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9 2024-11-26T01:57:05,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741978_1154 (size=37) 2024-11-26T01:57:05,265 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=406b227cbc58:35587 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-26T01:57:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-26T01:57:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-26T01:57:05,641 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1732586225183.cdd5ab44545f3cb40640b6a20fa8c09e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T01:57:05,641 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing cdd5ab44545f3cb40640b6a20fa8c09e, disabling compactions & flushes 2024-11-26T01:57:05,641 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1732586225183.cdd5ab44545f3cb40640b6a20fa8c09e. 2024-11-26T01:57:05,641 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1732586225183.cdd5ab44545f3cb40640b6a20fa8c09e. 2024-11-26T01:57:05,641 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1732586225183.cdd5ab44545f3cb40640b6a20fa8c09e. after waiting 0 ms 2024-11-26T01:57:05,641 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1732586225183.cdd5ab44545f3cb40640b6a20fa8c09e. 2024-11-26T01:57:05,641 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1732586225183.cdd5ab44545f3cb40640b6a20fa8c09e. 2024-11-26T01:57:05,641 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for cdd5ab44545f3cb40640b6a20fa8c09e: Waiting for close lock at 1732586225641Disabling compacts and flushes for region at 1732586225641Disabling writes for close at 1732586225641Writing region close event to WAL at 1732586225641Closed at 1732586225641 2024-11-26T01:57:05,643 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T01:57:05,644 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1732586225183.cdd5ab44545f3cb40640b6a20fa8c09e.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1732586225643"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732586225643"}]},"ts":"1732586225643"} 2024-11-26T01:57:05,647 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T01:57:05,648 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T01:57:05,649 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732586225648"}]},"ts":"1732586225648"} 2024-11-26T01:57:05,652 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-11-26T01:57:05,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=cdd5ab44545f3cb40640b6a20fa8c09e, ASSIGN}] 2024-11-26T01:57:05,654 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=cdd5ab44545f3cb40640b6a20fa8c09e, ASSIGN 2024-11-26T01:57:05,660 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=cdd5ab44545f3cb40640b6a20fa8c09e, ASSIGN; state=OFFLINE, location=406b227cbc58,35587,1732586114882; forceNewPlan=false, retain=false 2024-11-26T01:57:05,810 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=cdd5ab44545f3cb40640b6a20fa8c09e, regionState=OPENING, regionLocation=406b227cbc58,35587,1732586114882 2024-11-26T01:57:05,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=cdd5ab44545f3cb40640b6a20fa8c09e, ASSIGN because future has completed 2024-11-26T01:57:05,813 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure cdd5ab44545f3cb40640b6a20fa8c09e, server=406b227cbc58,35587,1732586114882}] 2024-11-26T01:57:05,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-26T01:57:05,832 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-26T01:57:05,968 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(132): Open ns2:table2,,1732586225183.cdd5ab44545f3cb40640b6a20fa8c09e. 2024-11-26T01:57:05,968 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7752): Opening region: {ENCODED => cdd5ab44545f3cb40640b6a20fa8c09e, NAME => 'ns2:table2,,1732586225183.cdd5ab44545f3cb40640b6a20fa8c09e.', STARTKEY => '', ENDKEY => ''} 2024-11-26T01:57:05,969 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-26T01:57:05,969 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 cdd5ab44545f3cb40640b6a20fa8c09e 2024-11-26T01:57:05,969 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(898): Instantiated ns2:table2,,1732586225183.cdd5ab44545f3cb40640b6a20fa8c09e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T01:57:05,969 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7794): checking encryption for cdd5ab44545f3cb40640b6a20fa8c09e 2024-11-26T01:57:05,969 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7797): checking classloading for cdd5ab44545f3cb40640b6a20fa8c09e 2024-11-26T01:57:05,971 INFO [StoreOpener-cdd5ab44545f3cb40640b6a20fa8c09e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cdd5ab44545f3cb40640b6a20fa8c09e 2024-11-26T01:57:05,972 INFO [StoreOpener-cdd5ab44545f3cb40640b6a20fa8c09e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdd5ab44545f3cb40640b6a20fa8c09e columnFamilyName f 2024-11-26T01:57:05,972 DEBUG [StoreOpener-cdd5ab44545f3cb40640b6a20fa8c09e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:57:05,973 INFO [StoreOpener-cdd5ab44545f3cb40640b6a20fa8c09e-1 {}] regionserver.HStore(327): Store=cdd5ab44545f3cb40640b6a20fa8c09e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T01:57:05,973 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1038): replaying wal for cdd5ab44545f3cb40640b6a20fa8c09e 2024-11-26T01:57:05,974 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/ns2/table2/cdd5ab44545f3cb40640b6a20fa8c09e 2024-11-26T01:57:05,975 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/ns2/table2/cdd5ab44545f3cb40640b6a20fa8c09e 2024-11-26T01:57:05,975 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1048): stopping wal replay for cdd5ab44545f3cb40640b6a20fa8c09e 2024-11-26T01:57:05,975 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1060): Cleaning up temporary data for cdd5ab44545f3cb40640b6a20fa8c09e 2024-11-26T01:57:05,976 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1093): writing seq id for cdd5ab44545f3cb40640b6a20fa8c09e 2024-11-26T01:57:05,979 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/ns2/table2/cdd5ab44545f3cb40640b6a20fa8c09e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T01:57:05,979 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1114): Opened cdd5ab44545f3cb40640b6a20fa8c09e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10426975680, jitterRate=-0.028912216424942017}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T01:57:05,979 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cdd5ab44545f3cb40640b6a20fa8c09e 2024-11-26T01:57:05,980 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1006): Region open journal for cdd5ab44545f3cb40640b6a20fa8c09e: Running coprocessor pre-open hook at 1732586225969Writing region info on filesystem at 1732586225969Initializing all the Stores at 1732586225970 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732586225970Cleaning up temporary data from old regions at 1732586225975 (+5 ms)Running coprocessor post-open hooks at 1732586225979 (+4 ms)Region opened successfully at 1732586225980 (+1 ms) 2024-11-26T01:57:05,981 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1732586225183.cdd5ab44545f3cb40640b6a20fa8c09e., pid=68, masterSystemTime=1732586225965 2024-11-26T01:57:05,983 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1732586225183.cdd5ab44545f3cb40640b6a20fa8c09e. 2024-11-26T01:57:05,983 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(153): Opened ns2:table2,,1732586225183.cdd5ab44545f3cb40640b6a20fa8c09e. 2024-11-26T01:57:05,984 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=cdd5ab44545f3cb40640b6a20fa8c09e, regionState=OPEN, openSeqNum=2, regionLocation=406b227cbc58,35587,1732586114882 2024-11-26T01:57:05,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure cdd5ab44545f3cb40640b6a20fa8c09e, server=406b227cbc58,35587,1732586114882 because future has completed 2024-11-26T01:57:05,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=68, resume processing ppid=67 2024-11-26T01:57:05,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure cdd5ab44545f3cb40640b6a20fa8c09e, server=406b227cbc58,35587,1732586114882 in 174 msec 2024-11-26T01:57:05,990 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-26T01:57:05,990 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=cdd5ab44545f3cb40640b6a20fa8c09e, ASSIGN in 337 msec 2024-11-26T01:57:05,991 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T01:57:05,991 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732586225991"}]},"ts":"1732586225991"} 2024-11-26T01:57:05,993 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-11-26T01:57:05,994 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T01:57:05,996 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:table2 in 810 msec 2024-11-26T01:57:06,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-26T01:57:06,332 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:table2 completed 2024-11-26T01:57:06,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-26T01:57:06,337 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:42203/backupUT/backup_1732586139115/ns2/test-17325861317471/archive/data/ns2/test-17325861317471/ddef0a84d064233dcec0652c33c43643 from hbase tables ns2:test-17325861317471 to tables ns2:table2 2024-11-26T01:57:06,337 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17325861317471 into ns2:table2 2024-11-26T01:57:06,339 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/hbase-staging/bulk_output-ns2-table2-1732586226337 from hdfs://localhost:42203/backupUT/backup_1732586139115/ns2/test-17325861317471/archive/data/ns2/test-17325861317471/ddef0a84d064233dcec0652c33c43643 2024-11-26T01:57:06,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@180faca4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:06,340 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 406b227cbc58,46417,-1 for getting cluster id 2024-11-26T01:57:06,340 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T01:57:06,341 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '990d9dbd-b01c-48a2-87fe-3e40884060f6' 2024-11-26T01:57:06,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T01:57:06,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "990d9dbd-b01c-48a2-87fe-3e40884060f6" 2024-11-26T01:57:06,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50f374ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:06,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [406b227cbc58,46417,-1] 2024-11-26T01:57:06,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T01:57:06,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:06,343 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T01:57:06,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@731b06a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:06,344 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T01:57:06,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 406b227cbc58,46417,1732586112287 2024-11-26T01:57:06,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25773e5 2024-11-26T01:57:06,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T01:57:06,346 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T01:57:06,347 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-26T01:57:06,347 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-11-26T01:57:06,347 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-26T01:57:06,347 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T01:57:06,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=406b227cbc58,35587,1732586114882, seqNum=-1] 2024-11-26T01:57:06,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T01:57:06,350 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T01:57:06,352 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-11-26T01:57:06,352 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-11-26T01:57:06,352 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/hbase-staging/partitions_e406afce-eb8c-4c81-a129-ff06aa731245 2024-11-26T01:57:06,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741979_1155 (size=153) 2024-11-26T01:57:06,759 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:06,760 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:06,760 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:07,707 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/hadoop-14491538870383671262.jar 2024-11-26T01:57:07,708 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:07,708 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:07,708 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:07,708 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:07,709 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:07,709 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:07,709 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:07,709 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:07,710 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:07,710 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-26T01:57:07,710 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-26T01:57:07,710 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-26T01:57:07,711 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-26T01:57:07,711 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-26T01:57:07,711 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-26T01:57:07,711 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-26T01:57:07,711 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-26T01:57:07,712 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-26T01:57:07,712 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-26T01:57:07,712 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-26T01:57:07,712 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:07,713 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:07,713 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:07,713 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:07,713 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:07,713 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:07,713 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-26T01:57:07,714 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-11-26T01:57:07,714 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T01:57:07,714 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T01:57:07,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:07,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:07,714 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T01:57:07,714 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-26T01:57:07,715 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-26T01:57:07,726 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-26T01:57:07,738 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-26T01:57:07,831 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/mapreduce.cluster.local.dir/job_local1818715134_0013_b01b2510-7778-4e7b-b6f6-e1a079086a84/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-26T01:57:07,831 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/mapreduce.cluster.local.dir/job_local1818715134_0013_b01b2510-7778-4e7b-b6f6-e1a079086a84/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-26T01:57:07,907 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:42203/backupUT/backup_1732586139115/ns2/test-17325861317471/archive/data/ns2/test-17325861317471/ddef0a84d064233dcec0652c33c43643/f/052fb79126754deba39f51ce7504ee95 2024-11-26T01:57:07,911 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-26T01:57:07,951 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33497b47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:07,951 DEBUG [pool-272-thread-1 {}] client.ClusterIdFetcher(90): Going to request 406b227cbc58,46417,-1 for getting cluster id 2024-11-26T01:57:07,951 DEBUG [pool-272-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T01:57:07,952 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '990d9dbd-b01c-48a2-87fe-3e40884060f6' 2024-11-26T01:57:07,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T01:57:07,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "990d9dbd-b01c-48a2-87fe-3e40884060f6" 2024-11-26T01:57:07,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79704ff8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:07,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [406b227cbc58,46417,-1] 2024-11-26T01:57:07,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T01:57:07,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:07,955 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T01:57:07,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15b93dbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:07,957 DEBUG [pool-272-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T01:57:07,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=406b227cbc58,35587,1732586114882, seqNum=-1] 2024-11-26T01:57:07,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T01:57:07,962 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T01:57:07,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row0', locateType=CURRENT is [region=ns2:table2,,1732586225183.cdd5ab44545f3cb40640b6a20fa8c09e., hostname=406b227cbc58,35587,1732586114882, seqNum=2] 2024-11-26T01:57:07,965 INFO [pool-272-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-272-thread-1. 2024-11-26T01:57:07,965 DEBUG [pool-272-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T01:57:07,965 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:07,965 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:07,965 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T01:57:07,965 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-26T01:57:07,966 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 406b227cbc58 2024-11-26T01:57:07,974 DEBUG [pool-272-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/hbase-staging/bulk_output-ns2-table2-1732586226337/_temporary/0/_temporary/attempt_local1818715134_0013_r_000000_0/f/c9dd5c30a2f34f9d95ed5ba38b2bcd7f is 37, key is row10/f:q1/1732586134478/Put/seqid=0 2024-11-26T01:57:07,978 WARN [Thread-1718 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [406b227cbc58:35587] Specified favored nodes: [406b227cbc58:35587] 2024-11-26T01:57:07,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741980_1156 (size=8742) 2024-11-26T01:57:08,173 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:table2' 2024-11-26T01:57:08,888 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/hbase-staging/bulk_output-ns2-table2-1732586226337 2024-11-26T01:57:08,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62959766, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:08,889 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 406b227cbc58,46417,-1 for getting cluster id 2024-11-26T01:57:08,889 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T01:57:08,890 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '990d9dbd-b01c-48a2-87fe-3e40884060f6' 2024-11-26T01:57:08,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T01:57:08,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "990d9dbd-b01c-48a2-87fe-3e40884060f6" 2024-11-26T01:57:08,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64748cbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:08,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [406b227cbc58,46417,-1] 2024-11-26T01:57:08,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T01:57:08,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:08,892 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T01:57:08,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38e47a46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:08,894 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T01:57:08,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=406b227cbc58,35587,1732586114882, seqNum=-1] 2024-11-26T01:57:08,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T01:57:08,897 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T01:57:08,903 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/hbase-staging/bulk_output-ns2-table2-1732586226337/_SUCCESS 2024-11-26T01:57:08,911 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T01:57:08,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 406b227cbc58,46417,1732586112287 2024-11-26T01:57:08,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@767ecc96 2024-11-26T01:57:08,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T01:57:08,914 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T01:57:08,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1732586225183.cdd5ab44545f3cb40640b6a20fa8c09e., hostname=406b227cbc58,35587,1732586114882, seqNum=2] 2024-11-26T01:57:08,920 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-26T01:57:08,926 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/hbase-staging/bulk_output-ns2-table2-1732586226337/f/c9dd5c30a2f34f9d95ed5ba38b2bcd7f first=Optional[row0] last=Optional[row98] 2024-11-26T01:57:08,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/hbase-staging/bulk_output-ns2-table2-1732586226337/f/c9dd5c30a2f34f9d95ed5ba38b2bcd7f for inclusion in cdd5ab44545f3cb40640b6a20fa8c09e/f 2024-11-26T01:57:08,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-26T01:57:08,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T01:57:08,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.HRegion(2603): Flush status journal for cdd5ab44545f3cb40640b6a20fa8c09e: 2024-11-26T01:57:08,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/hbase-staging/bulk_output-ns2-table2-1732586226337/f/c9dd5c30a2f34f9d95ed5ba38b2bcd7f to hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/staging/jenkins__ns2_table2__ambkm5vd0i2n8f9ntscht6r0ucncmaif17bldha4368sf6l1n1uikip56bol5g5n/f/c9dd5c30a2f34f9d95ed5ba38b2bcd7f 2024-11-26T01:57:08,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/staging/jenkins__ns2_table2__ambkm5vd0i2n8f9ntscht6r0ucncmaif17bldha4368sf6l1n1uikip56bol5g5n/f/c9dd5c30a2f34f9d95ed5ba38b2bcd7f as hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/ns2/table2/cdd5ab44545f3cb40640b6a20fa8c09e/f/8ad06349a3164bac86ff11a783518d6e_SeqId_4_ 2024-11-26T01:57:08,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8755e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:08,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] client.ClusterIdFetcher(90): Going to request 406b227cbc58,46417,-1 for getting cluster id 2024-11-26T01:57:08,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T01:57:08,940 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '990d9dbd-b01c-48a2-87fe-3e40884060f6' 2024-11-26T01:57:08,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T01:57:08,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "990d9dbd-b01c-48a2-87fe-3e40884060f6" 2024-11-26T01:57:08,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f0d2bca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:08,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [406b227cbc58,46417,-1] 2024-11-26T01:57:08,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T01:57:08,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:08,941 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T01:57:08,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e8390ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:08,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T01:57:08,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 406b227cbc58,46417,1732586112287 2024-11-26T01:57:08,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22a0e57 2024-11-26T01:57:08,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T01:57:08,944 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T01:57:08,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T01:57:08,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=406b227cbc58,35587,1732586114882, seqNum=-1] 2024-11-26T01:57:08,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T01:57:08,947 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T01:57:08,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T01:57:08,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T01:57:08,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732586139289.5550fe72a9366af259ac726ebaffa17d., hostname=406b227cbc58,35587,1732586114882, seqNum=2] 2024-11-26T01:57:08,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587. 2024-11-26T01:57:08,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T01:57:08,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:08,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:08,963 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T01:57:08,964 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/staging/jenkins__ns2_table2__ambkm5vd0i2n8f9ntscht6r0ucncmaif17bldha4368sf6l1n1uikip56bol5g5n/f/c9dd5c30a2f34f9d95ed5ba38b2bcd7f into cdd5ab44545f3cb40640b6a20fa8c09e/f as hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/ns2/table2/cdd5ab44545f3cb40640b6a20fa8c09e/f/8ad06349a3164bac86ff11a783518d6e_SeqId_4_ - updating store file list. 2024-11-26T01:57:08,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/ns2/table2/cdd5ab44545f3cb40640b6a20fa8c09e/f/8ad06349a3164bac86ff11a783518d6e_SeqId_4_ into cdd5ab44545f3cb40640b6a20fa8c09e/f 2024-11-26T01:57:08,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/staging/jenkins__ns2_table2__ambkm5vd0i2n8f9ntscht6r0ucncmaif17bldha4368sf6l1n1uikip56bol5g5n/f/c9dd5c30a2f34f9d95ed5ba38b2bcd7f into cdd5ab44545f3cb40640b6a20fa8c09e/f (new location: hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/ns2/table2/cdd5ab44545f3cb40640b6a20fa8c09e/f/8ad06349a3164bac86ff11a783518d6e_SeqId_4_) 2024-11-26T01:57:08,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/staging/jenkins__ns2_table2__ambkm5vd0i2n8f9ntscht6r0ucncmaif17bldha4368sf6l1n1uikip56bol5g5n/f/c9dd5c30a2f34f9d95ed5ba38b2bcd7f 2024-11-26T01:57:08,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@503bf653, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:08,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] client.ClusterIdFetcher(90): Going to request 406b227cbc58,46417,-1 for getting cluster id 2024-11-26T01:57:08,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T01:57:08,972 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '990d9dbd-b01c-48a2-87fe-3e40884060f6' 2024-11-26T01:57:08,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T01:57:08,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "990d9dbd-b01c-48a2-87fe-3e40884060f6" 2024-11-26T01:57:08,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30ebef09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:08,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [406b227cbc58,46417,-1] 2024-11-26T01:57:08,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T01:57:08,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:08,974 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-26T01:57:08,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@df7078b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:08,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T01:57:08,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 406b227cbc58,46417,1732586112287 2024-11-26T01:57:08,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6725da7f 2024-11-26T01:57:08,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T01:57:08,976 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-26T01:57:08,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T01:57:08,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=406b227cbc58,35587,1732586114882, seqNum=-1] 2024-11-26T01:57:08,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T01:57:08,979 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-26T01:57:08,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T01:57:08,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T01:57:08,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732586139289.5550fe72a9366af259ac726ebaffa17d., hostname=406b227cbc58,35587,1732586114882, seqNum=2] 2024-11-26T01:57:08,996 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587. 2024-11-26T01:57:08,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T01:57:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:08,997 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T01:57:08,998 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T01:57:08,998 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T01:57:08,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:08,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:08,998 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T01:57:08,999 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-26T01:57:08,999 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-26T01:57:08,999 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1732586139115 hdfs://localhost:42203/backupUT/backup_1732586139115/ns2/test-17325861317471/ 2024-11-26T01:57:08,999 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-11-26T01:57:08,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1732586225183.cdd5ab44545f3cb40640b6a20fa8c09e., hostname=406b227cbc58,35587,1732586114882, seqNum=2 , the old value is region=ns2:table2,,1732586225183.cdd5ab44545f3cb40640b6a20fa8c09e., hostname=406b227cbc58,35587,1732586114882, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=406b227cbc58:35587 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T01:57:08,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1732586225183.cdd5ab44545f3cb40640b6a20fa8c09e., hostname=406b227cbc58,35587,1732586114882, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T01:57:08,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1732586225183.cdd5ab44545f3cb40640b6a20fa8c09e., hostname=406b227cbc58,35587,1732586114882, seqNum=2 from cache 2024-11-26T01:57:08,999 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-26T01:57:09,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732586219116.2ff6f9bd79a8d64fc5daa59ae6b85095., hostname=406b227cbc58,35587,1732586114882, seqNum=2] 2024-11-26T01:57:09,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1732586219116.8ca2b38dcc7590380421d4a68dc80fcb., hostname=406b227cbc58,35587,1732586114882, seqNum=2] 2024-11-26T01:57:09,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1732586225183.cdd5ab44545f3cb40640b6a20fa8c09e., hostname=406b227cbc58,35587,1732586114882, seqNum=2] 2024-11-26T01:57:09,028 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:42203/backupUT/backup_1732586206439/.backup.manifest 2024-11-26T01:57:09,031 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732586206439/.backup.manifest 2024-11-26T01:57:09,031 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:42203/backupUT/backup_1732586175925/.backup.manifest 2024-11-26T01:57:09,033 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732586175925/.backup.manifest 2024-11-26T01:57:09,033 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1732586131747' to 'table1' from full backup image hdfs://localhost:42203/backupUT/backup_1732586175925/default/test-1732586131747 2024-11-26T01:57:09,036 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'test-1732586131747', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1732586206439 2024-11-26T01:57:09,040 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'table1', preserving region splits 2024-11-26T01:57:09,045 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable table1 2024-11-26T01:57:09,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] procedure2.ProcedureExecutor(1139): Stored pid=69, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=table1 2024-11-26T01:57:09,055 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732586229055"}]},"ts":"1732586229055"} 2024-11-26T01:57:09,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-26T01:57:09,057 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLING in hbase:meta 2024-11-26T01:57:09,057 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set table1 to state=DISABLING 2024-11-26T01:57:09,060 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=table1}] 2024-11-26T01:57:09,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=2ff6f9bd79a8d64fc5daa59ae6b85095, UNASSIGN}, {pid=72, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=8ca2b38dcc7590380421d4a68dc80fcb, UNASSIGN}] 2024-11-26T01:57:09,066 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=8ca2b38dcc7590380421d4a68dc80fcb, UNASSIGN 2024-11-26T01:57:09,066 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=2ff6f9bd79a8d64fc5daa59ae6b85095, UNASSIGN 2024-11-26T01:57:09,067 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=8ca2b38dcc7590380421d4a68dc80fcb, regionState=CLOSING, regionLocation=406b227cbc58,35587,1732586114882 2024-11-26T01:57:09,067 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=2ff6f9bd79a8d64fc5daa59ae6b85095, regionState=CLOSING, regionLocation=406b227cbc58,35587,1732586114882 2024-11-26T01:57:09,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=2ff6f9bd79a8d64fc5daa59ae6b85095, UNASSIGN because future has completed 2024-11-26T01:57:09,070 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T01:57:09,070 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=71, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2ff6f9bd79a8d64fc5daa59ae6b85095, server=406b227cbc58,35587,1732586114882}] 2024-11-26T01:57:09,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=8ca2b38dcc7590380421d4a68dc80fcb, UNASSIGN because future has completed 2024-11-26T01:57:09,071 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T01:57:09,071 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8ca2b38dcc7590380421d4a68dc80fcb, server=406b227cbc58,35587,1732586114882}] 2024-11-26T01:57:09,102 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=406b227cbc58:35587 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-26T01:57:09,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-26T01:57:09,223 INFO [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] handler.UnassignRegionHandler(122): Close 2ff6f9bd79a8d64fc5daa59ae6b85095 2024-11-26T01:57:09,223 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-26T01:57:09,223 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1722): Closing 2ff6f9bd79a8d64fc5daa59ae6b85095, disabling compactions & flushes 2024-11-26T01:57:09,223 INFO [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1755): Closing region table1,,1732586219116.2ff6f9bd79a8d64fc5daa59ae6b85095. 2024-11-26T01:57:09,223 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732586219116.2ff6f9bd79a8d64fc5daa59ae6b85095. 2024-11-26T01:57:09,223 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1843): Acquired close lock on table1,,1732586219116.2ff6f9bd79a8d64fc5daa59ae6b85095. after waiting 0 ms 2024-11-26T01:57:09,223 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1853): Updates disabled for region table1,,1732586219116.2ff6f9bd79a8d64fc5daa59ae6b85095. 2024-11-26T01:57:09,228 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/2ff6f9bd79a8d64fc5daa59ae6b85095/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-26T01:57:09,228 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-26T01:57:09,229 INFO [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1973): Closed table1,,1732586219116.2ff6f9bd79a8d64fc5daa59ae6b85095. 2024-11-26T01:57:09,229 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1676): Region close journal for 2ff6f9bd79a8d64fc5daa59ae6b85095: Waiting for close lock at 1732586229223Running coprocessor pre-close hooks at 1732586229223Disabling compacts and flushes for region at 1732586229223Disabling writes for close at 1732586229223Writing region close event to WAL at 1732586229224 (+1 ms)Running coprocessor post-close hooks at 1732586229228 (+4 ms)Closed at 1732586229229 (+1 ms) 2024-11-26T01:57:09,231 INFO [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] handler.UnassignRegionHandler(157): Closed 2ff6f9bd79a8d64fc5daa59ae6b85095 2024-11-26T01:57:09,231 INFO [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(122): Close 8ca2b38dcc7590380421d4a68dc80fcb 2024-11-26T01:57:09,231 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-26T01:57:09,231 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1722): Closing 8ca2b38dcc7590380421d4a68dc80fcb, disabling compactions & flushes 2024-11-26T01:57:09,231 INFO [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1755): Closing region table1,row0,1732586219116.8ca2b38dcc7590380421d4a68dc80fcb. 2024-11-26T01:57:09,231 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732586219116.8ca2b38dcc7590380421d4a68dc80fcb. 2024-11-26T01:57:09,231 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732586219116.8ca2b38dcc7590380421d4a68dc80fcb. after waiting 0 ms 2024-11-26T01:57:09,231 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732586219116.8ca2b38dcc7590380421d4a68dc80fcb. 2024-11-26T01:57:09,231 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=2ff6f9bd79a8d64fc5daa59ae6b85095, regionState=CLOSED 2024-11-26T01:57:09,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=71, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2ff6f9bd79a8d64fc5daa59ae6b85095, server=406b227cbc58,35587,1732586114882 because future has completed 2024-11-26T01:57:09,236 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/8ca2b38dcc7590380421d4a68dc80fcb/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-26T01:57:09,236 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=71 2024-11-26T01:57:09,236 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=71, state=SUCCESS, hasLock=false; CloseRegionProcedure 2ff6f9bd79a8d64fc5daa59ae6b85095, server=406b227cbc58,35587,1732586114882 in 164 msec 2024-11-26T01:57:09,237 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-26T01:57:09,237 INFO [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1973): Closed table1,row0,1732586219116.8ca2b38dcc7590380421d4a68dc80fcb. 2024-11-26T01:57:09,237 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1676): Region close journal for 8ca2b38dcc7590380421d4a68dc80fcb: Waiting for close lock at 1732586229231Running coprocessor pre-close hooks at 1732586229231Disabling compacts and flushes for region at 1732586229231Disabling writes for close at 1732586229231Writing region close event to WAL at 1732586229232 (+1 ms)Running coprocessor post-close hooks at 1732586229236 (+4 ms)Closed at 1732586229237 (+1 ms) 2024-11-26T01:57:09,238 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=2ff6f9bd79a8d64fc5daa59ae6b85095, UNASSIGN in 171 msec 2024-11-26T01:57:09,238 INFO [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(157): Closed 8ca2b38dcc7590380421d4a68dc80fcb 2024-11-26T01:57:09,239 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=8ca2b38dcc7590380421d4a68dc80fcb, regionState=CLOSED 2024-11-26T01:57:09,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8ca2b38dcc7590380421d4a68dc80fcb, server=406b227cbc58,35587,1732586114882 because future has completed 2024-11-26T01:57:09,243 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=72 2024-11-26T01:57:09,243 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=72, state=SUCCESS, hasLock=false; CloseRegionProcedure 8ca2b38dcc7590380421d4a68dc80fcb, server=406b227cbc58,35587,1732586114882 in 170 msec 2024-11-26T01:57:09,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=72, resume processing ppid=70 2024-11-26T01:57:09,246 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=70, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=8ca2b38dcc7590380421d4a68dc80fcb, UNASSIGN in 178 msec 2024-11-26T01:57:09,248 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=70, resume processing ppid=69 2024-11-26T01:57:09,248 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=69, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=table1 in 187 msec 2024-11-26T01:57:09,250 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732586229249"}]},"ts":"1732586229249"} 2024-11-26T01:57:09,251 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLED in hbase:meta 2024-11-26T01:57:09,251 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set table1 to state=DISABLED 2024-11-26T01:57:09,254 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, state=SUCCESS, hasLock=false; DisableTableProcedure table=table1 in 205 msec 2024-11-26T01:57:09,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-26T01:57:09,373 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:table1 completed 2024-11-26T01:57:09,379 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.2 truncate table1 2024-11-26T01:57:09,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] procedure2.ProcedureExecutor(1139): Stored pid=75, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) 2024-11-26T01:57:09,389 DEBUG [PEWorker-1 {}] procedure.TruncateTableProcedure(87): waiting for 'table1' regions in transition 2024-11-26T01:57:09,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-26T01:57:09,398 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/2ff6f9bd79a8d64fc5daa59ae6b85095 2024-11-26T01:57:09,398 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/8ca2b38dcc7590380421d4a68dc80fcb 2024-11-26T01:57:09,402 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/8ca2b38dcc7590380421d4a68dc80fcb/f, FileablePath, hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/8ca2b38dcc7590380421d4a68dc80fcb/f3, FileablePath, hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/8ca2b38dcc7590380421d4a68dc80fcb/mob, FileablePath, hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/8ca2b38dcc7590380421d4a68dc80fcb/recovered.edits] 2024-11-26T01:57:09,402 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/2ff6f9bd79a8d64fc5daa59ae6b85095/f, FileablePath, hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/2ff6f9bd79a8d64fc5daa59ae6b85095/f3, FileablePath, hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/2ff6f9bd79a8d64fc5daa59ae6b85095/mob, FileablePath, hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/2ff6f9bd79a8d64fc5daa59ae6b85095/recovered.edits] 2024-11-26T01:57:09,408 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/8ca2b38dcc7590380421d4a68dc80fcb/f/64f416c78611428881025f2a9cd3ae91_SeqId_4_ to hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/archive/data/default/table1/8ca2b38dcc7590380421d4a68dc80fcb/f/64f416c78611428881025f2a9cd3ae91_SeqId_4_ 2024-11-26T01:57:09,409 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/2ff6f9bd79a8d64fc5daa59ae6b85095/f3/69eb9f7ac9d448ee8017b5779b0b3a14_SeqId_4_ to hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/archive/data/default/table1/2ff6f9bd79a8d64fc5daa59ae6b85095/f3/69eb9f7ac9d448ee8017b5779b0b3a14_SeqId_4_ 2024-11-26T01:57:09,414 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/2ff6f9bd79a8d64fc5daa59ae6b85095/mob/f9f8b20ddc0e46deb88cb2311a1efa36_SeqId_4_ to hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/archive/data/default/table1/2ff6f9bd79a8d64fc5daa59ae6b85095/mob/f9f8b20ddc0e46deb88cb2311a1efa36_SeqId_4_ 2024-11-26T01:57:09,416 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/8ca2b38dcc7590380421d4a68dc80fcb/recovered.edits/6.seqid to hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/archive/data/default/table1/8ca2b38dcc7590380421d4a68dc80fcb/recovered.edits/6.seqid 2024-11-26T01:57:09,418 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/8ca2b38dcc7590380421d4a68dc80fcb 2024-11-26T01:57:09,421 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/2ff6f9bd79a8d64fc5daa59ae6b85095/recovered.edits/6.seqid to hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/archive/data/default/table1/2ff6f9bd79a8d64fc5daa59ae6b85095/recovered.edits/6.seqid 2024-11-26T01:57:09,421 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/2ff6f9bd79a8d64fc5daa59ae6b85095 2024-11-26T01:57:09,422 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived table1 regions 2024-11-26T01:57:09,422 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-11-26T01:57:09,423 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f/mob] 2024-11-26T01:57:09,426 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-11-26T01:57:09,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35587 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-26T01:57:09,442 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of table1 from hbase:meta 2024-11-26T01:57:09,446 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'table1' descriptor. 2024-11-26T01:57:09,446 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'table1' from region states. 2024-11-26T01:57:09,447 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,,1732586219116.2ff6f9bd79a8d64fc5daa59ae6b85095.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732586229446"}]},"ts":"9223372036854775807"} 2024-11-26T01:57:09,447 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,row0,1732586219116.8ca2b38dcc7590380421d4a68dc80fcb.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732586229446"}]},"ts":"9223372036854775807"} 2024-11-26T01:57:09,450 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 2 regions from META 2024-11-26T01:57:09,450 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 2ff6f9bd79a8d64fc5daa59ae6b85095, NAME => 'table1,,1732586219116.2ff6f9bd79a8d64fc5daa59ae6b85095.', STARTKEY => '', ENDKEY => 'row0'}, {ENCODED => 8ca2b38dcc7590380421d4a68dc80fcb, NAME => 'table1,row0,1732586219116.8ca2b38dcc7590380421d4a68dc80fcb.', STARTKEY => 'row0', ENDKEY => ''}] 2024-11-26T01:57:09,450 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'table1' as deleted. 2024-11-26T01:57:09,451 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732586229450"}]},"ts":"9223372036854775807"} 2024-11-26T01:57:09,454 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table table1 state from META 2024-11-26T01:57:09,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741981_1157 (size=938) 2024-11-26T01:57:09,476 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7dd441177774af7e678e3a9518e59a87, NAME => 'table1,,1732586229429.7dd441177774af7e678e3a9518e59a87.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9 2024-11-26T01:57:09,477 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 0ab9dbab90281b33cf77febb78dc0f59, NAME => 'table1,row0,1732586229429.0ab9dbab90281b33cf77febb78dc0f59.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9 2024-11-26T01:57:09,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741982_1158 (size=45) 2024-11-26T01:57:09,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-26T01:57:09,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741983_1159 (size=45) 2024-11-26T01:57:09,496 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1732586229429.0ab9dbab90281b33cf77febb78dc0f59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T01:57:09,496 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing 0ab9dbab90281b33cf77febb78dc0f59, disabling compactions & flushes 2024-11-26T01:57:09,496 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1732586229429.0ab9dbab90281b33cf77febb78dc0f59. 2024-11-26T01:57:09,496 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732586229429.0ab9dbab90281b33cf77febb78dc0f59. 2024-11-26T01:57:09,496 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732586229429.0ab9dbab90281b33cf77febb78dc0f59. after waiting 0 ms 2024-11-26T01:57:09,496 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732586229429.0ab9dbab90281b33cf77febb78dc0f59. 2024-11-26T01:57:09,496 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1732586229429.0ab9dbab90281b33cf77febb78dc0f59. 2024-11-26T01:57:09,496 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for 0ab9dbab90281b33cf77febb78dc0f59: Waiting for close lock at 1732586229496Disabling compacts and flushes for region at 1732586229496Disabling writes for close at 1732586229496Writing region close event to WAL at 1732586229496Closed at 1732586229496 2024-11-26T01:57:09,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-26T01:57:09,890 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1732586229429.7dd441177774af7e678e3a9518e59a87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T01:57:09,890 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing 7dd441177774af7e678e3a9518e59a87, disabling compactions & flushes 2024-11-26T01:57:09,890 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1732586229429.7dd441177774af7e678e3a9518e59a87. 2024-11-26T01:57:09,890 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732586229429.7dd441177774af7e678e3a9518e59a87. 2024-11-26T01:57:09,890 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1732586229429.7dd441177774af7e678e3a9518e59a87. after waiting 0 ms 2024-11-26T01:57:09,890 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1732586229429.7dd441177774af7e678e3a9518e59a87. 2024-11-26T01:57:09,890 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1732586229429.7dd441177774af7e678e3a9518e59a87. 2024-11-26T01:57:09,890 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7dd441177774af7e678e3a9518e59a87: Waiting for close lock at 1732586229890Disabling compacts and flushes for region at 1732586229890Disabling writes for close at 1732586229890Writing region close event to WAL at 1732586229890Closed at 1732586229890 2024-11-26T01:57:09,892 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1732586229429.0ab9dbab90281b33cf77febb78dc0f59.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732586229892"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732586229892"}]},"ts":"1732586229892"} 2024-11-26T01:57:09,892 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1732586229429.7dd441177774af7e678e3a9518e59a87.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732586229892"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732586229892"}]},"ts":"1732586229892"} 2024-11-26T01:57:09,896 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-26T01:57:09,897 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732586229897"}]},"ts":"1732586229897"} 2024-11-26T01:57:09,899 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-11-26T01:57:09,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=7dd441177774af7e678e3a9518e59a87, ASSIGN}, {pid=77, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=0ab9dbab90281b33cf77febb78dc0f59, ASSIGN}] 2024-11-26T01:57:09,901 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=77, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=0ab9dbab90281b33cf77febb78dc0f59, ASSIGN 2024-11-26T01:57:09,901 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=7dd441177774af7e678e3a9518e59a87, ASSIGN 2024-11-26T01:57:09,902 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=77, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=0ab9dbab90281b33cf77febb78dc0f59, ASSIGN; state=OFFLINE, location=406b227cbc58,35587,1732586114882; forceNewPlan=false, retain=false 2024-11-26T01:57:09,902 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=7dd441177774af7e678e3a9518e59a87, ASSIGN; state=OFFLINE, location=406b227cbc58,35587,1732586114882; forceNewPlan=false, retain=false 2024-11-26T01:57:10,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-26T01:57:10,053 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=0ab9dbab90281b33cf77febb78dc0f59, regionState=OPENING, regionLocation=406b227cbc58,35587,1732586114882 2024-11-26T01:57:10,053 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=76 updating hbase:meta row=7dd441177774af7e678e3a9518e59a87, regionState=OPENING, regionLocation=406b227cbc58,35587,1732586114882 2024-11-26T01:57:10,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=0ab9dbab90281b33cf77febb78dc0f59, ASSIGN because future has completed 2024-11-26T01:57:10,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ab9dbab90281b33cf77febb78dc0f59, server=406b227cbc58,35587,1732586114882}] 2024-11-26T01:57:10,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=7dd441177774af7e678e3a9518e59a87, ASSIGN because future has completed 2024-11-26T01:57:10,057 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=76, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7dd441177774af7e678e3a9518e59a87, server=406b227cbc58,35587,1732586114882}] 2024-11-26T01:57:10,211 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(132): Open table1,row0,1732586229429.0ab9dbab90281b33cf77febb78dc0f59. 2024-11-26T01:57:10,212 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7752): Opening region: {ENCODED => 0ab9dbab90281b33cf77febb78dc0f59, NAME => 'table1,row0,1732586229429.0ab9dbab90281b33cf77febb78dc0f59.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-26T01:57:10,212 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-26T01:57:10,213 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 0ab9dbab90281b33cf77febb78dc0f59 2024-11-26T01:57:10,213 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(898): Instantiated table1,row0,1732586229429.0ab9dbab90281b33cf77febb78dc0f59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T01:57:10,213 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7794): checking encryption for 0ab9dbab90281b33cf77febb78dc0f59 2024-11-26T01:57:10,213 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7797): checking classloading for 0ab9dbab90281b33cf77febb78dc0f59 2024-11-26T01:57:10,215 INFO [StoreOpener-0ab9dbab90281b33cf77febb78dc0f59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0ab9dbab90281b33cf77febb78dc0f59 2024-11-26T01:57:10,216 INFO [StoreOpener-0ab9dbab90281b33cf77febb78dc0f59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ab9dbab90281b33cf77febb78dc0f59 columnFamilyName f 2024-11-26T01:57:10,217 DEBUG [StoreOpener-0ab9dbab90281b33cf77febb78dc0f59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:57:10,217 INFO [StoreOpener-0ab9dbab90281b33cf77febb78dc0f59-1 {}] regionserver.HStore(327): Store=0ab9dbab90281b33cf77febb78dc0f59/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T01:57:10,217 INFO [StoreOpener-0ab9dbab90281b33cf77febb78dc0f59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 0ab9dbab90281b33cf77febb78dc0f59 2024-11-26T01:57:10,218 INFO [StoreOpener-0ab9dbab90281b33cf77febb78dc0f59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ab9dbab90281b33cf77febb78dc0f59 columnFamilyName f3 2024-11-26T01:57:10,219 DEBUG [StoreOpener-0ab9dbab90281b33cf77febb78dc0f59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:57:10,219 INFO [StoreOpener-0ab9dbab90281b33cf77febb78dc0f59-1 {}] regionserver.HStore(327): Store=0ab9dbab90281b33cf77febb78dc0f59/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T01:57:10,219 INFO [StoreOpener-0ab9dbab90281b33cf77febb78dc0f59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 0ab9dbab90281b33cf77febb78dc0f59 2024-11-26T01:57:10,220 INFO [StoreOpener-0ab9dbab90281b33cf77febb78dc0f59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ab9dbab90281b33cf77febb78dc0f59 columnFamilyName mob 2024-11-26T01:57:10,222 DEBUG [StoreOpener-0ab9dbab90281b33cf77febb78dc0f59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:57:10,222 INFO [StoreOpener-0ab9dbab90281b33cf77febb78dc0f59-1 {}] regionserver.HStore(327): Store=0ab9dbab90281b33cf77febb78dc0f59/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T01:57:10,222 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1038): replaying wal for 0ab9dbab90281b33cf77febb78dc0f59 2024-11-26T01:57:10,223 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/0ab9dbab90281b33cf77febb78dc0f59 2024-11-26T01:57:10,224 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/0ab9dbab90281b33cf77febb78dc0f59 2024-11-26T01:57:10,225 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1048): stopping wal replay for 0ab9dbab90281b33cf77febb78dc0f59 2024-11-26T01:57:10,225 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1060): Cleaning up temporary data for 0ab9dbab90281b33cf77febb78dc0f59 2024-11-26T01:57:10,226 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T01:57:10,227 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1093): writing seq id for 0ab9dbab90281b33cf77febb78dc0f59 2024-11-26T01:57:10,229 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/0ab9dbab90281b33cf77febb78dc0f59/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T01:57:10,230 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1114): Opened 0ab9dbab90281b33cf77febb78dc0f59; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11452547520, jitterRate=0.06660160422325134}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T01:57:10,230 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0ab9dbab90281b33cf77febb78dc0f59 2024-11-26T01:57:10,231 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1006): Region open journal for 0ab9dbab90281b33cf77febb78dc0f59: Running coprocessor pre-open hook at 1732586230213Writing region info on filesystem at 1732586230213Initializing all the Stores at 1732586230214 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732586230214Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732586230214Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732586230214Cleaning up temporary data from old regions at 1732586230225 (+11 ms)Running coprocessor post-open hooks at 1732586230230 (+5 ms)Region opened successfully at 1732586230231 (+1 ms) 2024-11-26T01:57:10,232 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1732586229429.0ab9dbab90281b33cf77febb78dc0f59., pid=78, masterSystemTime=1732586230207 2024-11-26T01:57:10,235 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1732586229429.0ab9dbab90281b33cf77febb78dc0f59. 2024-11-26T01:57:10,235 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(153): Opened table1,row0,1732586229429.0ab9dbab90281b33cf77febb78dc0f59. 2024-11-26T01:57:10,235 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open table1,,1732586229429.7dd441177774af7e678e3a9518e59a87. 2024-11-26T01:57:10,235 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => 7dd441177774af7e678e3a9518e59a87, NAME => 'table1,,1732586229429.7dd441177774af7e678e3a9518e59a87.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-26T01:57:10,235 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-26T01:57:10,235 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=0ab9dbab90281b33cf77febb78dc0f59, regionState=OPEN, openSeqNum=2, regionLocation=406b227cbc58,35587,1732586114882 2024-11-26T01:57:10,236 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 7dd441177774af7e678e3a9518e59a87 2024-11-26T01:57:10,236 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated table1,,1732586229429.7dd441177774af7e678e3a9518e59a87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T01:57:10,236 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for 7dd441177774af7e678e3a9518e59a87 2024-11-26T01:57:10,236 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for 7dd441177774af7e678e3a9518e59a87 2024-11-26T01:57:10,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ab9dbab90281b33cf77febb78dc0f59, server=406b227cbc58,35587,1732586114882 because future has completed 2024-11-26T01:57:10,238 INFO [StoreOpener-7dd441177774af7e678e3a9518e59a87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7dd441177774af7e678e3a9518e59a87 2024-11-26T01:57:10,239 INFO [StoreOpener-7dd441177774af7e678e3a9518e59a87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7dd441177774af7e678e3a9518e59a87 columnFamilyName f 2024-11-26T01:57:10,239 DEBUG [StoreOpener-7dd441177774af7e678e3a9518e59a87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:57:10,240 INFO [StoreOpener-7dd441177774af7e678e3a9518e59a87-1 {}] regionserver.HStore(327): Store=7dd441177774af7e678e3a9518e59a87/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T01:57:10,240 INFO [StoreOpener-7dd441177774af7e678e3a9518e59a87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 7dd441177774af7e678e3a9518e59a87 2024-11-26T01:57:10,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=77 2024-11-26T01:57:10,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=77, state=SUCCESS, hasLock=false; OpenRegionProcedure 0ab9dbab90281b33cf77febb78dc0f59, server=406b227cbc58,35587,1732586114882 in 183 msec 2024-11-26T01:57:10,242 INFO [StoreOpener-7dd441177774af7e678e3a9518e59a87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7dd441177774af7e678e3a9518e59a87 columnFamilyName f3 2024-11-26T01:57:10,242 DEBUG [StoreOpener-7dd441177774af7e678e3a9518e59a87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:57:10,243 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=75, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=0ab9dbab90281b33cf77febb78dc0f59, ASSIGN in 341 msec 2024-11-26T01:57:10,243 INFO [StoreOpener-7dd441177774af7e678e3a9518e59a87-1 {}] regionserver.HStore(327): Store=7dd441177774af7e678e3a9518e59a87/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T01:57:10,243 INFO [StoreOpener-7dd441177774af7e678e3a9518e59a87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 7dd441177774af7e678e3a9518e59a87 2024-11-26T01:57:10,244 INFO [StoreOpener-7dd441177774af7e678e3a9518e59a87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7dd441177774af7e678e3a9518e59a87 columnFamilyName mob 2024-11-26T01:57:10,245 DEBUG [StoreOpener-7dd441177774af7e678e3a9518e59a87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:57:10,245 INFO [StoreOpener-7dd441177774af7e678e3a9518e59a87-1 {}] regionserver.HStore(327): Store=7dd441177774af7e678e3a9518e59a87/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T01:57:10,246 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for 7dd441177774af7e678e3a9518e59a87 2024-11-26T01:57:10,246 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/7dd441177774af7e678e3a9518e59a87 2024-11-26T01:57:10,247 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/7dd441177774af7e678e3a9518e59a87 2024-11-26T01:57:10,248 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for 7dd441177774af7e678e3a9518e59a87 2024-11-26T01:57:10,248 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for 7dd441177774af7e678e3a9518e59a87 2024-11-26T01:57:10,248 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T01:57:10,249 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for 7dd441177774af7e678e3a9518e59a87 2024-11-26T01:57:10,251 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/7dd441177774af7e678e3a9518e59a87/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T01:57:10,252 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened 7dd441177774af7e678e3a9518e59a87; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11520149920, jitterRate=0.07289756834506989}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T01:57:10,252 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7dd441177774af7e678e3a9518e59a87 2024-11-26T01:57:10,252 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for 7dd441177774af7e678e3a9518e59a87: Running coprocessor pre-open hook at 1732586230236Writing region info on filesystem at 1732586230236Initializing all the Stores at 1732586230237 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732586230237Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732586230237Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732586230237Cleaning up temporary data from old regions at 1732586230248 (+11 ms)Running coprocessor post-open hooks at 1732586230252 (+4 ms)Region opened successfully at 1732586230252 2024-11-26T01:57:10,253 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1732586229429.7dd441177774af7e678e3a9518e59a87., pid=79, masterSystemTime=1732586230207 2024-11-26T01:57:10,255 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1732586229429.7dd441177774af7e678e3a9518e59a87. 2024-11-26T01:57:10,255 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened table1,,1732586229429.7dd441177774af7e678e3a9518e59a87. 2024-11-26T01:57:10,259 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=76 updating hbase:meta row=7dd441177774af7e678e3a9518e59a87, regionState=OPEN, openSeqNum=2, regionLocation=406b227cbc58,35587,1732586114882 2024-11-26T01:57:10,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=76, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7dd441177774af7e678e3a9518e59a87, server=406b227cbc58,35587,1732586114882 because future has completed 2024-11-26T01:57:10,267 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=76 2024-11-26T01:57:10,267 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=76, state=SUCCESS, hasLock=false; OpenRegionProcedure 7dd441177774af7e678e3a9518e59a87, server=406b227cbc58,35587,1732586114882 in 208 msec 2024-11-26T01:57:10,269 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=76, resume processing ppid=75 2024-11-26T01:57:10,269 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, ppid=75, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=7dd441177774af7e678e3a9518e59a87, ASSIGN in 367 msec 2024-11-26T01:57:10,269 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732586230269"}]},"ts":"1732586230269"} 2024-11-26T01:57:10,271 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-11-26T01:57:10,271 DEBUG [PEWorker-1 {}] procedure.TruncateTableProcedure(145): truncate 'table1' completed 2024-11-26T01:57:10,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) in 890 msec 2024-11-26T01:57:10,464 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 5550fe72a9366af259ac726ebaffa17d, had cached 0 bytes from a total of 41499 2024-11-26T01:57:10,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-26T01:57:10,523 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: default:table1 completed 2024-11-26T01:57:10,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-26T01:57:10,528 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:42203/backupUT/backup_1732586175925/default/test-1732586131747/archive/data/default/test-1732586131747/2b1222c4e7827c5a23ef1bc0bdf07302,hdfs://localhost:42203/backupUT/backup_1732586175925/default/test-1732586131747/archive/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad from hbase tables test-1732586131747 to tables table1 2024-11-26T01:57:10,528 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1732586131747 into table1 2024-11-26T01:57:10,529 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/hbase-staging/bulk_output-default-table1-1732586230528 from hdfs://localhost:42203/backupUT/backup_1732586175925/default/test-1732586131747/archive/data/default/test-1732586131747/2b1222c4e7827c5a23ef1bc0bdf07302,hdfs://localhost:42203/backupUT/backup_1732586175925/default/test-1732586131747/archive/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad 2024-11-26T01:57:10,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4be6dfd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:10,530 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 406b227cbc58,46417,-1 for getting cluster id 2024-11-26T01:57:10,530 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T01:57:10,531 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '990d9dbd-b01c-48a2-87fe-3e40884060f6' 2024-11-26T01:57:10,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T01:57:10,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "990d9dbd-b01c-48a2-87fe-3e40884060f6" 2024-11-26T01:57:10,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@388c618e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:10,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [406b227cbc58,46417,-1] 2024-11-26T01:57:10,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T01:57:10,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:10,533 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T01:57:10,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f05d84f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:10,533 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T01:57:10,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 406b227cbc58,46417,1732586112287 2024-11-26T01:57:10,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1156bf04 2024-11-26T01:57:10,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T01:57:10,535 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T01:57:10,536 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-26T01:57:10,536 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-26T01:57:10,536 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-26T01:57:10,536 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T01:57:10,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=406b227cbc58,35587,1732586114882, seqNum=-1] 2024-11-26T01:57:10,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T01:57:10,538 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T01:57:10,541 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-26T01:57:10,541 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-26T01:57:10,541 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-26T01:57:10,541 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/hbase-staging/partitions_ecea87d6-65bb-4f6f-a49f-71703ee6f1cb 2024-11-26T01:57:10,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741984_1160 (size=177) 2024-11-26T01:57:10,947 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:10,948 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:10,948 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:11,423 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T01:57:11,472 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-26T01:57:11,822 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/hadoop-5850048252019853912.jar 2024-11-26T01:57:11,823 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:11,823 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:11,823 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:11,823 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:11,823 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:11,823 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:11,824 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:11,824 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:11,824 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:11,824 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-26T01:57:11,824 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-26T01:57:11,824 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-26T01:57:11,825 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-26T01:57:11,825 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-26T01:57:11,825 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-26T01:57:11,825 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-26T01:57:11,825 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-26T01:57:11,825 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-26T01:57:11,826 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-26T01:57:11,826 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-26T01:57:11,826 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:11,826 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:11,826 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:11,826 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:11,827 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:11,827 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:11,827 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-26T01:57:11,827 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-26T01:57:11,827 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T01:57:11,827 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T01:57:11,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:11,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:11,827 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T01:57:11,828 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-26T01:57:11,828 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-26T01:57:11,838 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-26T01:57:11,849 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-26T01:57:11,937 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/mapreduce.cluster.local.dir/job_local1958376602_0014_a90f8596-b1ea-4509-bd64-4a84567b711f/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-26T01:57:11,937 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/mapreduce.cluster.local.dir/job_local1958376602_0014_a90f8596-b1ea-4509-bd64-4a84567b711f/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-26T01:57:11,989 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:42203/backupUT/backup_1732586175925/default/test-1732586131747/archive/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/mob/61eddc7ad56f4b3da69c5f38f2c65922 2024-11-26T01:57:11,992 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-26T01:57:12,032 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:42203/backupUT/backup_1732586175925/default/test-1732586131747/archive/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/f/5aff86e9e9df4f289dfa3641ff0e23a7 2024-11-26T01:57:12,035 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-26T01:57:12,062 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:42203/backupUT/backup_1732586175925/default/test-1732586131747/archive/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/f/d336ee0afc8c46c9a5ad4fc8db09c51a 2024-11-26T01:57:12,065 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-26T01:57:12,099 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:42203/backupUT/backup_1732586175925/default/test-1732586131747/archive/data/default/test-1732586131747/2b1222c4e7827c5a23ef1bc0bdf07302/mob/d41d8cd98f00b204e9800998ecf8427e20241126ae896f1f857e4f05a7ccce6778db3c57_8dce50559a5ec495ab397e471bf220ad 2024-11-26T01:57:12,102 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-26T01:57:12,126 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:42203/backupUT/backup_1732586175925/default/test-1732586131747/archive/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/mob/cc951d0fe11648f29fe3ee8e17ec1edf 2024-11-26T01:57:12,129 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-26T01:57:12,160 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9ae7152, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:12,160 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 406b227cbc58,46417,-1 for getting cluster id 2024-11-26T01:57:12,160 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T01:57:12,161 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '990d9dbd-b01c-48a2-87fe-3e40884060f6' 2024-11-26T01:57:12,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T01:57:12,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "990d9dbd-b01c-48a2-87fe-3e40884060f6" 2024-11-26T01:57:12,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43f118b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:12,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [406b227cbc58,46417,-1] 2024-11-26T01:57:12,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T01:57:12,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:12,163 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T01:57:12,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2322b18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:12,164 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T01:57:12,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=406b227cbc58,35587,1732586114882, seqNum=-1] 2024-11-26T01:57:12,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T01:57:12,166 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T01:57:12,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732586131747-1-0', locateType=CURRENT is [region=table1,,1732586229429.7dd441177774af7e678e3a9518e59a87., hostname=406b227cbc58,35587,1732586114882, seqNum=2] 2024-11-26T01:57:12,167 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-26T01:57:12,168 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T01:57:12,168 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:12,168 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:12,168 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T01:57:12,168 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732586131747-1-0] 2024-11-26T01:57:12,168 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 406b227cbc58 2024-11-26T01:57:12,176 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fe8f465, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:12,177 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 406b227cbc58,46417,-1 for getting cluster id 2024-11-26T01:57:12,177 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T01:57:12,177 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '990d9dbd-b01c-48a2-87fe-3e40884060f6' 2024-11-26T01:57:12,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T01:57:12,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "990d9dbd-b01c-48a2-87fe-3e40884060f6" 2024-11-26T01:57:12,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7573a2e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:12,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [406b227cbc58,46417,-1] 2024-11-26T01:57:12,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T01:57:12,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:12,179 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T01:57:12,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e8fc91e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:12,180 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T01:57:12,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=406b227cbc58,35587,1732586114882, seqNum=-1] 2024-11-26T01:57:12,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T01:57:12,182 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T01:57:12,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732586131747-3-0', locateType=CURRENT is [region=table1,,1732586229429.7dd441177774af7e678e3a9518e59a87., hostname=406b227cbc58,35587,1732586114882, seqNum=2] 2024-11-26T01:57:12,184 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-26T01:57:12,184 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T01:57:12,184 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:12,184 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:12,184 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T01:57:12,184 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732586131747-3-0] 2024-11-26T01:57:12,184 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 406b227cbc58 2024-11-26T01:57:12,191 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/hbase-staging/bulk_output-default-table1-1732586230528/_temporary/0/_temporary/attempt_local1958376602_0014_r_000000_0/f/3103cd3d59d2457a92d8b9807d5640f2 is 59, key is row-test-1732586131747-1-10/f:q1/1732586160073/Put/seqid=0 2024-11-26T01:57:12,192 WARN [Thread-1805 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [406b227cbc58:35587] Specified favored nodes: [406b227cbc58:35587] 2024-11-26T01:57:12,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741985_1161 (size=11125) 2024-11-26T01:57:12,596 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/hbase-staging/bulk_output-default-table1-1732586230528/_temporary/0/_temporary/attempt_local1958376602_0014_r_000000_0/mob/452a8bd96029469c95551700792dc002 is 192, key is row-test-1732586131747-3-100/mob:q1/1732586160579/Put/seqid=0 2024-11-26T01:57:12,598 WARN [Thread-1807 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [406b227cbc58:35587] Specified favored nodes: [406b227cbc58:35587] 2024-11-26T01:57:12,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741986_1162 (size=13404) 2024-11-26T01:57:12,875 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2024-11-26T01:57:12,875 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_table2 Metrics about Tables on a single HBase RegionServer 2024-11-26T01:57:13,023 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b2ded9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:13,024 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 406b227cbc58,46417,-1 for getting cluster id 2024-11-26T01:57:13,024 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T01:57:13,024 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '990d9dbd-b01c-48a2-87fe-3e40884060f6' 2024-11-26T01:57:13,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T01:57:13,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "990d9dbd-b01c-48a2-87fe-3e40884060f6" 2024-11-26T01:57:13,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c659450, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:13,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [406b227cbc58,46417,-1] 2024-11-26T01:57:13,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T01:57:13,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:13,026 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T01:57:13,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e8a03b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:13,027 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T01:57:13,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=406b227cbc58,35587,1732586114882, seqNum=-1] 2024-11-26T01:57:13,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T01:57:13,029 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T01:57:13,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1732586229429.0ab9dbab90281b33cf77febb78dc0f59., hostname=406b227cbc58,35587,1732586114882, seqNum=2] 2024-11-26T01:57:13,031 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-26T01:57:13,031 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T01:57:13,031 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:13,031 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:13,031 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T01:57:13,031 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-26T01:57:13,031 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 406b227cbc58 2024-11-26T01:57:13,036 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/hbase-staging/bulk_output-default-table1-1732586230528/_temporary/0/_temporary/attempt_local1958376602_0014_r_000001_0/f/e4ced825823f4765835d548a128b6efe is 37, key is row10/f:q1/1732586133495/Put/seqid=0 2024-11-26T01:57:13,038 WARN [Thread-1822 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [406b227cbc58:35587] Specified favored nodes: [406b227cbc58:35587] 2024-11-26T01:57:13,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741987_1163 (size=8742) 2024-11-26T01:57:13,979 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/hbase-staging/bulk_output-default-table1-1732586230528 2024-11-26T01:57:13,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9c295b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:13,980 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 406b227cbc58,46417,-1 for getting cluster id 2024-11-26T01:57:13,980 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T01:57:13,980 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '990d9dbd-b01c-48a2-87fe-3e40884060f6' 2024-11-26T01:57:13,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T01:57:13,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "990d9dbd-b01c-48a2-87fe-3e40884060f6" 2024-11-26T01:57:13,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d77ce8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:13,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [406b227cbc58,46417,-1] 2024-11-26T01:57:13,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T01:57:13,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:13,982 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T01:57:13,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4345072a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:13,983 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T01:57:13,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=406b227cbc58,35587,1732586114882, seqNum=-1] 2024-11-26T01:57:13,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T01:57:13,985 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T01:57:13,988 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/hbase-staging/bulk_output-default-table1-1732586230528/_SUCCESS 2024-11-26T01:57:13,995 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T01:57:13,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 406b227cbc58,46417,1732586112287 2024-11-26T01:57:13,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e19fec3 2024-11-26T01:57:13,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T01:57:13,998 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T01:57:14,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732586229429.7dd441177774af7e678e3a9518e59a87., hostname=406b227cbc58,35587,1732586114882, seqNum=2] 2024-11-26T01:57:14,003 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-26T01:57:14,008 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/hbase-staging/bulk_output-default-table1-1732586230528/f/3103cd3d59d2457a92d8b9807d5640f2 first=Optional[row-test-1732586131747-1-0] last=Optional[row-test-1732586131747-1-98] 2024-11-26T01:57:14,011 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/hbase-staging/bulk_output-default-table1-1732586230528/f/e4ced825823f4765835d548a128b6efe first=Optional[row0] last=Optional[row98] 2024-11-26T01:57:14,014 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/hbase-staging/bulk_output-default-table1-1732586230528/mob/452a8bd96029469c95551700792dc002 first=Optional[row-test-1732586131747-3-0] last=Optional[row-test-1732586131747-3-99] 2024-11-26T01:57:14,018 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35587 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/hbase-staging/bulk_output-default-table1-1732586230528/f/e4ced825823f4765835d548a128b6efe for inclusion in 0ab9dbab90281b33cf77febb78dc0f59/f 2024-11-26T01:57:14,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/hbase-staging/bulk_output-default-table1-1732586230528/f/3103cd3d59d2457a92d8b9807d5640f2 for inclusion in 7dd441177774af7e678e3a9518e59a87/f 2024-11-26T01:57:14,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35587 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-26T01:57:14,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35587 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-11-26T01:57:14,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35587 {}] regionserver.HRegion(2603): Flush status journal for 0ab9dbab90281b33cf77febb78dc0f59: 2024-11-26T01:57:14,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732586131747-1-0 last=row-test-1732586131747-1-98 2024-11-26T01:57:14,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-26T01:57:14,022 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/hbase-staging/bulk_output-default-table1-1732586230528/mob/452a8bd96029469c95551700792dc002 for inclusion in 7dd441177774af7e678e3a9518e59a87/mob 2024-11-26T01:57:14,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35587 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/hbase-staging/bulk_output-default-table1-1732586230528/f/e4ced825823f4765835d548a128b6efe to hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/staging/jenkins__table1__rq1ubbe95h71f983mdcm27e97kg3es8fjc1r88ao67d02led2r3rulf8q20kq0sp/f/e4ced825823f4765835d548a128b6efe 2024-11-26T01:57:14,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732586131747-3-0 last=row-test-1732586131747-3-99 2024-11-26T01:57:14,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-26T01:57:14,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/staging/jenkins__table1__rq1ubbe95h71f983mdcm27e97kg3es8fjc1r88ao67d02led2r3rulf8q20kq0sp/f/e4ced825823f4765835d548a128b6efe as hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/0ab9dbab90281b33cf77febb78dc0f59/f/8456bea265c84e02b4ade41be7d2d3ab_SeqId_4_ 2024-11-26T01:57:14,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.HRegion(2603): Flush status journal for 7dd441177774af7e678e3a9518e59a87: 2024-11-26T01:57:14,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35587 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76226f30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:14,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35587 {}] client.ClusterIdFetcher(90): Going to request 406b227cbc58,46417,-1 for getting cluster id 2024-11-26T01:57:14,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35587 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T01:57:14,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/hbase-staging/bulk_output-default-table1-1732586230528/f/3103cd3d59d2457a92d8b9807d5640f2 to hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/staging/jenkins__table1__rq1ubbe95h71f983mdcm27e97kg3es8fjc1r88ao67d02led2r3rulf8q20kq0sp/f/3103cd3d59d2457a92d8b9807d5640f2 2024-11-26T01:57:14,027 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '990d9dbd-b01c-48a2-87fe-3e40884060f6' 2024-11-26T01:57:14,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T01:57:14,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "990d9dbd-b01c-48a2-87fe-3e40884060f6" 2024-11-26T01:57:14,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d844b46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:14,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [406b227cbc58,46417,-1] 2024-11-26T01:57:14,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T01:57:14,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:14,029 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T01:57:14,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/staging/jenkins__table1__rq1ubbe95h71f983mdcm27e97kg3es8fjc1r88ao67d02led2r3rulf8q20kq0sp/f/3103cd3d59d2457a92d8b9807d5640f2 as hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/7dd441177774af7e678e3a9518e59a87/f/2794f44f6aee4d98a7128a03a6a9ea6a_SeqId_4_ 2024-11-26T01:57:14,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/hbase-staging/bulk_output-default-table1-1732586230528/mob/452a8bd96029469c95551700792dc002 to hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/staging/jenkins__table1__rq1ubbe95h71f983mdcm27e97kg3es8fjc1r88ao67d02led2r3rulf8q20kq0sp/mob/452a8bd96029469c95551700792dc002 2024-11-26T01:57:14,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16d9ae9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:14,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35587 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T01:57:14,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 406b227cbc58,46417,1732586112287 2024-11-26T01:57:14,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@799729c9 2024-11-26T01:57:14,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T01:57:14,032 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T01:57:14,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/staging/jenkins__table1__rq1ubbe95h71f983mdcm27e97kg3es8fjc1r88ao67d02led2r3rulf8q20kq0sp/mob/452a8bd96029469c95551700792dc002 as hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/7dd441177774af7e678e3a9518e59a87/mob/95ccc59ae8d64ab19f9590361f82ea80_SeqId_4_ 2024-11-26T01:57:14,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35587 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T01:57:14,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f499e9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:14,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] client.ClusterIdFetcher(90): Going to request 406b227cbc58,46417,-1 for getting cluster id 2024-11-26T01:57:14,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T01:57:14,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=406b227cbc58,35587,1732586114882, seqNum=-1] 2024-11-26T01:57:14,033 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '990d9dbd-b01c-48a2-87fe-3e40884060f6' 2024-11-26T01:57:14,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T01:57:14,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T01:57:14,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "990d9dbd-b01c-48a2-87fe-3e40884060f6" 2024-11-26T01:57:14,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a023a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:14,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [406b227cbc58,46417,-1] 2024-11-26T01:57:14,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T01:57:14,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:14,035 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T01:57:14,035 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T01:57:14,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b40a521, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:14,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T01:57:14,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 406b227cbc58,46417,1732586112287 2024-11-26T01:57:14,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16ad0d63 2024-11-26T01:57:14,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T01:57:14,037 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T01:57:14,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T01:57:14,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=406b227cbc58,35587,1732586114882, seqNum=-1] 2024-11-26T01:57:14,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T01:57:14,040 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T01:57:14,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T01:57:14,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T01:57:14,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T01:57:14,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T01:57:14,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732586139289.5550fe72a9366af259ac726ebaffa17d., hostname=406b227cbc58,35587,1732586114882, seqNum=2] 2024-11-26T01:57:14,051 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35587 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35587. 2024-11-26T01:57:14,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35587 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T01:57:14,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:14,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:14,051 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T01:57:14,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732586139289.5550fe72a9366af259ac726ebaffa17d., hostname=406b227cbc58,35587,1732586114882, seqNum=2] 2024-11-26T01:57:14,052 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35587 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/staging/jenkins__table1__rq1ubbe95h71f983mdcm27e97kg3es8fjc1r88ao67d02led2r3rulf8q20kq0sp/f/e4ced825823f4765835d548a128b6efe into 0ab9dbab90281b33cf77febb78dc0f59/f as hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/0ab9dbab90281b33cf77febb78dc0f59/f/8456bea265c84e02b4ade41be7d2d3ab_SeqId_4_ - updating store file list. 2024-11-26T01:57:14,055 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587. 2024-11-26T01:57:14,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T01:57:14,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:14,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:14,056 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T01:57:14,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55e99648, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:14,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] client.ClusterIdFetcher(90): Going to request 406b227cbc58,46417,-1 for getting cluster id 2024-11-26T01:57:14,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T01:57:14,057 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '990d9dbd-b01c-48a2-87fe-3e40884060f6' 2024-11-26T01:57:14,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T01:57:14,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "990d9dbd-b01c-48a2-87fe-3e40884060f6" 2024-11-26T01:57:14,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a765851, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:14,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [406b227cbc58,46417,-1] 2024-11-26T01:57:14,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T01:57:14,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:14,058 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35587 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/0ab9dbab90281b33cf77febb78dc0f59/f/8456bea265c84e02b4ade41be7d2d3ab_SeqId_4_ into 0ab9dbab90281b33cf77febb78dc0f59/f 2024-11-26T01:57:14,058 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35587 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/staging/jenkins__table1__rq1ubbe95h71f983mdcm27e97kg3es8fjc1r88ao67d02led2r3rulf8q20kq0sp/f/e4ced825823f4765835d548a128b6efe into 0ab9dbab90281b33cf77febb78dc0f59/f (new location: hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/0ab9dbab90281b33cf77febb78dc0f59/f/8456bea265c84e02b4ade41be7d2d3ab_SeqId_4_) 2024-11-26T01:57:14,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35587 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/staging/jenkins__table1__rq1ubbe95h71f983mdcm27e97kg3es8fjc1r88ao67d02led2r3rulf8q20kq0sp/f/e4ced825823f4765835d548a128b6efe 2024-11-26T01:57:14,059 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T01:57:14,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6df59771, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:14,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35587 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@523e72df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:14,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35587 {}] client.ClusterIdFetcher(90): Going to request 406b227cbc58,46417,-1 for getting cluster id 2024-11-26T01:57:14,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T01:57:14,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35587 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T01:57:14,061 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '990d9dbd-b01c-48a2-87fe-3e40884060f6' 2024-11-26T01:57:14,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 406b227cbc58,46417,1732586112287 2024-11-26T01:57:14,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T01:57:14,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75c6cff5 2024-11-26T01:57:14,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "990d9dbd-b01c-48a2-87fe-3e40884060f6" 2024-11-26T01:57:14,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T01:57:14,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@580b97cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:14,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [406b227cbc58,46417,-1] 2024-11-26T01:57:14,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T01:57:14,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:14,062 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T01:57:14,063 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-26T01:57:14,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T01:57:14,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a90fa32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:14,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35587 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T01:57:14,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=406b227cbc58,35587,1732586114882, seqNum=-1] 2024-11-26T01:57:14,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T01:57:14,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 406b227cbc58,46417,1732586112287 2024-11-26T01:57:14,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24dc824c 2024-11-26T01:57:14,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T01:57:14,065 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-26T01:57:14,065 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T01:57:14,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35587 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T01:57:14,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=406b227cbc58,35587,1732586114882, seqNum=-1] 2024-11-26T01:57:14,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T01:57:14,068 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-26T01:57:14,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T01:57:14,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T01:57:14,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T01:57:14,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T01:57:14,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732586139289.5550fe72a9366af259ac726ebaffa17d., hostname=406b227cbc58,35587,1732586114882, seqNum=2] 2024-11-26T01:57:14,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732586139289.5550fe72a9366af259ac726ebaffa17d., hostname=406b227cbc58,35587,1732586114882, seqNum=2] 2024-11-26T01:57:14,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587. 2024-11-26T01:57:14,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T01:57:14,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:14,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:14,086 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T01:57:14,086 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35587 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35587. 2024-11-26T01:57:14,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35587 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T01:57:14,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:14,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:14,086 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T01:57:14,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/staging/jenkins__table1__rq1ubbe95h71f983mdcm27e97kg3es8fjc1r88ao67d02led2r3rulf8q20kq0sp/f/3103cd3d59d2457a92d8b9807d5640f2 into 7dd441177774af7e678e3a9518e59a87/f as hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/7dd441177774af7e678e3a9518e59a87/f/2794f44f6aee4d98a7128a03a6a9ea6a_SeqId_4_ - updating store file list. 2024-11-26T01:57:14,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/7dd441177774af7e678e3a9518e59a87/f/2794f44f6aee4d98a7128a03a6a9ea6a_SeqId_4_ into 7dd441177774af7e678e3a9518e59a87/f 2024-11-26T01:57:14,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/staging/jenkins__table1__rq1ubbe95h71f983mdcm27e97kg3es8fjc1r88ao67d02led2r3rulf8q20kq0sp/f/3103cd3d59d2457a92d8b9807d5640f2 into 7dd441177774af7e678e3a9518e59a87/f (new location: hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/7dd441177774af7e678e3a9518e59a87/f/2794f44f6aee4d98a7128a03a6a9ea6a_SeqId_4_) 2024-11-26T01:57:14,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/staging/jenkins__table1__rq1ubbe95h71f983mdcm27e97kg3es8fjc1r88ao67d02led2r3rulf8q20kq0sp/f/3103cd3d59d2457a92d8b9807d5640f2 2024-11-26T01:57:14,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/staging/jenkins__table1__rq1ubbe95h71f983mdcm27e97kg3es8fjc1r88ao67d02led2r3rulf8q20kq0sp/mob/452a8bd96029469c95551700792dc002 into 7dd441177774af7e678e3a9518e59a87/mob as hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/7dd441177774af7e678e3a9518e59a87/mob/95ccc59ae8d64ab19f9590361f82ea80_SeqId_4_ - updating store file list. 2024-11-26T01:57:14,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/7dd441177774af7e678e3a9518e59a87/mob/95ccc59ae8d64ab19f9590361f82ea80_SeqId_4_ into 7dd441177774af7e678e3a9518e59a87/mob 2024-11-26T01:57:14,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/staging/jenkins__table1__rq1ubbe95h71f983mdcm27e97kg3es8fjc1r88ao67d02led2r3rulf8q20kq0sp/mob/452a8bd96029469c95551700792dc002 into 7dd441177774af7e678e3a9518e59a87/mob (new location: hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/7dd441177774af7e678e3a9518e59a87/mob/95ccc59ae8d64ab19f9590361f82ea80_SeqId_4_) 2024-11-26T01:57:14,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/staging/jenkins__table1__rq1ubbe95h71f983mdcm27e97kg3es8fjc1r88ao67d02led2r3rulf8q20kq0sp/mob/452a8bd96029469c95551700792dc002 2024-11-26T01:57:14,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b9a8c9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:14,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] client.ClusterIdFetcher(90): Going to request 406b227cbc58,46417,-1 for getting cluster id 2024-11-26T01:57:14,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T01:57:14,103 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '990d9dbd-b01c-48a2-87fe-3e40884060f6' 2024-11-26T01:57:14,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T01:57:14,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "990d9dbd-b01c-48a2-87fe-3e40884060f6" 2024-11-26T01:57:14,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27b24b64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:14,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [406b227cbc58,46417,-1] 2024-11-26T01:57:14,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T01:57:14,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:14,104 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-26T01:57:14,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bdae870, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:14,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T01:57:14,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 406b227cbc58,46417,1732586112287 2024-11-26T01:57:14,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55b40da3 2024-11-26T01:57:14,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T01:57:14,107 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-26T01:57:14,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T01:57:14,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=406b227cbc58,35587,1732586114882, seqNum=-1] 2024-11-26T01:57:14,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T01:57:14,109 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-26T01:57:14,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T01:57:14,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T01:57:14,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732586139289.5550fe72a9366af259ac726ebaffa17d., hostname=406b227cbc58,35587,1732586114882, seqNum=2] 2024-11-26T01:57:14,125 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587. 2024-11-26T01:57:14,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T01:57:14,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:14,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:14,125 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T01:57:14,126 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T01:57:14,126 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T01:57:14,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:14,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:14,126 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T01:57:14,126 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-26T01:57:14,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1732586229429.7dd441177774af7e678e3a9518e59a87., hostname=406b227cbc58,35587,1732586114882, seqNum=2 , the old value is region=table1,,1732586229429.7dd441177774af7e678e3a9518e59a87., hostname=406b227cbc58,35587,1732586114882, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=406b227cbc58:35587 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T01:57:14,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1732586229429.7dd441177774af7e678e3a9518e59a87., hostname=406b227cbc58,35587,1732586114882, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T01:57:14,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1732586229429.7dd441177774af7e678e3a9518e59a87., hostname=406b227cbc58,35587,1732586114882, seqNum=2 from cache 2024-11-26T01:57:14,127 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-26T01:57:14,147 INFO [Time-limited test {}] impl.RestoreTablesClient(181): Restoring 'test-1732586131747' to 'table1' from log dirs: hdfs://localhost:42203/backupUT/backup_1732586206439/default/test-1732586131747/f2/be3a0c4ac57545779769f0610d7d9505 2024-11-26T01:57:14,152 DEBUG [Time-limited test {}] util.RestoreTool(177): Found descriptor 'test-1732586131747', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1732586206439 2024-11-26T01:57:14,155 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table table1 from 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T01:57:14,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=table1 2024-11-26T01:57:14,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741988_1164 (size=938) 2024-11-26T01:57:14,232 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=406b227cbc58:35587 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-26T01:57:14,568 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/.tabledesc/.tableinfo.0000000001.938 2024-11-26T01:57:14,568 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/.tabledesc/.tableinfo.0000000002.938 2024-11-26T01:57:14,570 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=table1}] 2024-11-26T01:57:14,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=7dd441177774af7e678e3a9518e59a87, REOPEN/MOVE}, {pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=0ab9dbab90281b33cf77febb78dc0f59, REOPEN/MOVE}] 2024-11-26T01:57:14,574 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=0ab9dbab90281b33cf77febb78dc0f59, REOPEN/MOVE 2024-11-26T01:57:14,574 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=7dd441177774af7e678e3a9518e59a87, REOPEN/MOVE 2024-11-26T01:57:14,575 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=0ab9dbab90281b33cf77febb78dc0f59, regionState=CLOSING, regionLocation=406b227cbc58,35587,1732586114882 2024-11-26T01:57:14,575 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=7dd441177774af7e678e3a9518e59a87, regionState=CLOSING, regionLocation=406b227cbc58,35587,1732586114882 2024-11-26T01:57:14,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=0ab9dbab90281b33cf77febb78dc0f59, REOPEN/MOVE because future has completed 2024-11-26T01:57:14,577 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T01:57:14,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0ab9dbab90281b33cf77febb78dc0f59, server=406b227cbc58,35587,1732586114882}] 2024-11-26T01:57:14,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=7dd441177774af7e678e3a9518e59a87, REOPEN/MOVE because future has completed 2024-11-26T01:57:14,578 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T01:57:14,578 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=82, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7dd441177774af7e678e3a9518e59a87, server=406b227cbc58,35587,1732586114882}] 2024-11-26T01:57:14,730 INFO [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(122): Close 7dd441177774af7e678e3a9518e59a87 2024-11-26T01:57:14,730 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-26T01:57:14,730 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1722): Closing 7dd441177774af7e678e3a9518e59a87, disabling compactions & flushes 2024-11-26T01:57:14,730 INFO [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1755): Closing region table1,,1732586229429.7dd441177774af7e678e3a9518e59a87. 2024-11-26T01:57:14,730 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732586229429.7dd441177774af7e678e3a9518e59a87. 2024-11-26T01:57:14,730 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1843): Acquired close lock on table1,,1732586229429.7dd441177774af7e678e3a9518e59a87. after waiting 0 ms 2024-11-26T01:57:14,730 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1853): Updates disabled for region table1,,1732586229429.7dd441177774af7e678e3a9518e59a87. 2024-11-26T01:57:14,735 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/7dd441177774af7e678e3a9518e59a87/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-26T01:57:14,736 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-26T01:57:14,736 INFO [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1973): Closed table1,,1732586229429.7dd441177774af7e678e3a9518e59a87. 2024-11-26T01:57:14,736 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1676): Region close journal for 7dd441177774af7e678e3a9518e59a87: Waiting for close lock at 1732586234730Running coprocessor pre-close hooks at 1732586234730Disabling compacts and flushes for region at 1732586234730Disabling writes for close at 1732586234730Writing region close event to WAL at 1732586234732 (+2 ms)Running coprocessor post-close hooks at 1732586234736 (+4 ms)Closed at 1732586234736 2024-11-26T01:57:14,736 WARN [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionServer(3299): Not adding moved region record: 7dd441177774af7e678e3a9518e59a87 to self. 2024-11-26T01:57:14,738 INFO [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(157): Closed 7dd441177774af7e678e3a9518e59a87 2024-11-26T01:57:14,738 INFO [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(122): Close 0ab9dbab90281b33cf77febb78dc0f59 2024-11-26T01:57:14,738 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-26T01:57:14,738 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1722): Closing 0ab9dbab90281b33cf77febb78dc0f59, disabling compactions & flushes 2024-11-26T01:57:14,738 INFO [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1755): Closing region table1,row0,1732586229429.0ab9dbab90281b33cf77febb78dc0f59. 2024-11-26T01:57:14,738 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732586229429.0ab9dbab90281b33cf77febb78dc0f59. 2024-11-26T01:57:14,738 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732586229429.0ab9dbab90281b33cf77febb78dc0f59. after waiting 0 ms 2024-11-26T01:57:14,738 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732586229429.0ab9dbab90281b33cf77febb78dc0f59. 2024-11-26T01:57:14,738 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=7dd441177774af7e678e3a9518e59a87, regionState=CLOSED 2024-11-26T01:57:14,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, ppid=82, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7dd441177774af7e678e3a9518e59a87, server=406b227cbc58,35587,1732586114882 because future has completed 2024-11-26T01:57:14,742 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/0ab9dbab90281b33cf77febb78dc0f59/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-26T01:57:14,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=82 2024-11-26T01:57:14,743 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-26T01:57:14,743 INFO [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1973): Closed table1,row0,1732586229429.0ab9dbab90281b33cf77febb78dc0f59. 2024-11-26T01:57:14,743 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1676): Region close journal for 0ab9dbab90281b33cf77febb78dc0f59: Waiting for close lock at 1732586234738Running coprocessor pre-close hooks at 1732586234738Disabling compacts and flushes for region at 1732586234738Disabling writes for close at 1732586234738Writing region close event to WAL at 1732586234739 (+1 ms)Running coprocessor post-close hooks at 1732586234743 (+4 ms)Closed at 1732586234743 2024-11-26T01:57:14,743 WARN [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegionServer(3299): Not adding moved region record: 0ab9dbab90281b33cf77febb78dc0f59 to self. 2024-11-26T01:57:14,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=82, state=SUCCESS, hasLock=false; CloseRegionProcedure 7dd441177774af7e678e3a9518e59a87, server=406b227cbc58,35587,1732586114882 in 163 msec 2024-11-26T01:57:14,744 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=7dd441177774af7e678e3a9518e59a87, REOPEN/MOVE; state=CLOSED, location=406b227cbc58,35587,1732586114882; forceNewPlan=false, retain=true 2024-11-26T01:57:14,745 INFO [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(157): Closed 0ab9dbab90281b33cf77febb78dc0f59 2024-11-26T01:57:14,745 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=0ab9dbab90281b33cf77febb78dc0f59, regionState=CLOSED 2024-11-26T01:57:14,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0ab9dbab90281b33cf77febb78dc0f59, server=406b227cbc58,35587,1732586114882 because future has completed 2024-11-26T01:57:14,749 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=84, resume processing ppid=83 2024-11-26T01:57:14,749 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=83, state=SUCCESS, hasLock=false; CloseRegionProcedure 0ab9dbab90281b33cf77febb78dc0f59, server=406b227cbc58,35587,1732586114882 in 170 msec 2024-11-26T01:57:14,749 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=0ab9dbab90281b33cf77febb78dc0f59, REOPEN/MOVE; state=CLOSED, location=406b227cbc58,35587,1732586114882; forceNewPlan=false, retain=true 2024-11-26T01:57:14,895 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=0ab9dbab90281b33cf77febb78dc0f59, regionState=OPENING, regionLocation=406b227cbc58,35587,1732586114882 2024-11-26T01:57:14,895 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=7dd441177774af7e678e3a9518e59a87, regionState=OPENING, regionLocation=406b227cbc58,35587,1732586114882 2024-11-26T01:57:14,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=0ab9dbab90281b33cf77febb78dc0f59, REOPEN/MOVE because future has completed 2024-11-26T01:57:14,897 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ab9dbab90281b33cf77febb78dc0f59, server=406b227cbc58,35587,1732586114882}] 2024-11-26T01:57:14,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=7dd441177774af7e678e3a9518e59a87, REOPEN/MOVE because future has completed 2024-11-26T01:57:14,898 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=82, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7dd441177774af7e678e3a9518e59a87, server=406b227cbc58,35587,1732586114882}] 2024-11-26T01:57:15,052 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(132): Open table1,,1732586229429.7dd441177774af7e678e3a9518e59a87. 2024-11-26T01:57:15,052 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7752): Opening region: {ENCODED => 7dd441177774af7e678e3a9518e59a87, NAME => 'table1,,1732586229429.7dd441177774af7e678e3a9518e59a87.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-26T01:57:15,052 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-26T01:57:15,053 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 7dd441177774af7e678e3a9518e59a87 2024-11-26T01:57:15,053 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(898): Instantiated table1,,1732586229429.7dd441177774af7e678e3a9518e59a87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T01:57:15,053 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7794): checking encryption for 7dd441177774af7e678e3a9518e59a87 2024-11-26T01:57:15,053 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7797): checking classloading for 7dd441177774af7e678e3a9518e59a87 2024-11-26T01:57:15,054 INFO [StoreOpener-7dd441177774af7e678e3a9518e59a87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7dd441177774af7e678e3a9518e59a87 2024-11-26T01:57:15,055 INFO [StoreOpener-7dd441177774af7e678e3a9518e59a87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7dd441177774af7e678e3a9518e59a87 columnFamilyName f 2024-11-26T01:57:15,055 DEBUG [StoreOpener-7dd441177774af7e678e3a9518e59a87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:57:15,061 DEBUG [StoreOpener-7dd441177774af7e678e3a9518e59a87-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/7dd441177774af7e678e3a9518e59a87/f/2794f44f6aee4d98a7128a03a6a9ea6a_SeqId_4_ 2024-11-26T01:57:15,061 INFO [StoreOpener-7dd441177774af7e678e3a9518e59a87-1 {}] regionserver.HStore(327): Store=7dd441177774af7e678e3a9518e59a87/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T01:57:15,061 INFO [StoreOpener-7dd441177774af7e678e3a9518e59a87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 7dd441177774af7e678e3a9518e59a87 2024-11-26T01:57:15,062 INFO [StoreOpener-7dd441177774af7e678e3a9518e59a87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7dd441177774af7e678e3a9518e59a87 columnFamilyName f2 2024-11-26T01:57:15,062 DEBUG [StoreOpener-7dd441177774af7e678e3a9518e59a87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:57:15,063 INFO [StoreOpener-7dd441177774af7e678e3a9518e59a87-1 {}] regionserver.HStore(327): Store=7dd441177774af7e678e3a9518e59a87/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T01:57:15,063 INFO [StoreOpener-7dd441177774af7e678e3a9518e59a87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 7dd441177774af7e678e3a9518e59a87 2024-11-26T01:57:15,064 INFO [StoreOpener-7dd441177774af7e678e3a9518e59a87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7dd441177774af7e678e3a9518e59a87 columnFamilyName mob 2024-11-26T01:57:15,064 DEBUG [StoreOpener-7dd441177774af7e678e3a9518e59a87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:57:15,069 DEBUG [StoreOpener-7dd441177774af7e678e3a9518e59a87-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/7dd441177774af7e678e3a9518e59a87/mob/95ccc59ae8d64ab19f9590361f82ea80_SeqId_4_ 2024-11-26T01:57:15,069 INFO [StoreOpener-7dd441177774af7e678e3a9518e59a87-1 {}] regionserver.HStore(327): Store=7dd441177774af7e678e3a9518e59a87/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T01:57:15,069 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1038): replaying wal for 7dd441177774af7e678e3a9518e59a87 2024-11-26T01:57:15,070 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/7dd441177774af7e678e3a9518e59a87 2024-11-26T01:57:15,071 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/7dd441177774af7e678e3a9518e59a87 2024-11-26T01:57:15,072 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1048): stopping wal replay for 7dd441177774af7e678e3a9518e59a87 2024-11-26T01:57:15,072 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1060): Cleaning up temporary data for 7dd441177774af7e678e3a9518e59a87 2024-11-26T01:57:15,073 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T01:57:15,074 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1093): writing seq id for 7dd441177774af7e678e3a9518e59a87 2024-11-26T01:57:15,075 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1114): Opened 7dd441177774af7e678e3a9518e59a87; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9561767360, jitterRate=-0.1094910204410553}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T01:57:15,075 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7dd441177774af7e678e3a9518e59a87 2024-11-26T01:57:15,076 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1006): Region open journal for 7dd441177774af7e678e3a9518e59a87: Running coprocessor pre-open hook at 1732586235053Writing region info on filesystem at 1732586235053Initializing all the Stores at 1732586235054 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732586235054Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732586235054Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732586235054Cleaning up temporary data from old regions at 1732586235072 (+18 ms)Running coprocessor post-open hooks at 1732586235075 (+3 ms)Region opened successfully at 1732586235076 (+1 ms) 2024-11-26T01:57:15,077 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1732586229429.7dd441177774af7e678e3a9518e59a87., pid=87, masterSystemTime=1732586235049 2024-11-26T01:57:15,079 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1732586229429.7dd441177774af7e678e3a9518e59a87. 2024-11-26T01:57:15,079 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(153): Opened table1,,1732586229429.7dd441177774af7e678e3a9518e59a87. 2024-11-26T01:57:15,079 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] handler.AssignRegionHandler(132): Open table1,row0,1732586229429.0ab9dbab90281b33cf77febb78dc0f59. 2024-11-26T01:57:15,079 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7752): Opening region: {ENCODED => 0ab9dbab90281b33cf77febb78dc0f59, NAME => 'table1,row0,1732586229429.0ab9dbab90281b33cf77febb78dc0f59.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-26T01:57:15,079 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=7dd441177774af7e678e3a9518e59a87, regionState=OPEN, openSeqNum=7, regionLocation=406b227cbc58,35587,1732586114882 2024-11-26T01:57:15,080 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-26T01:57:15,080 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 0ab9dbab90281b33cf77febb78dc0f59 2024-11-26T01:57:15,080 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(898): Instantiated table1,row0,1732586229429.0ab9dbab90281b33cf77febb78dc0f59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T01:57:15,080 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7794): checking encryption for 0ab9dbab90281b33cf77febb78dc0f59 2024-11-26T01:57:15,080 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7797): checking classloading for 0ab9dbab90281b33cf77febb78dc0f59 2024-11-26T01:57:15,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=82, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7dd441177774af7e678e3a9518e59a87, server=406b227cbc58,35587,1732586114882 because future has completed 2024-11-26T01:57:15,082 INFO [StoreOpener-0ab9dbab90281b33cf77febb78dc0f59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0ab9dbab90281b33cf77febb78dc0f59 2024-11-26T01:57:15,083 INFO [StoreOpener-0ab9dbab90281b33cf77febb78dc0f59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ab9dbab90281b33cf77febb78dc0f59 columnFamilyName f 2024-11-26T01:57:15,083 DEBUG [StoreOpener-0ab9dbab90281b33cf77febb78dc0f59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:57:15,084 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=82 2024-11-26T01:57:15,084 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=82, state=SUCCESS, hasLock=false; OpenRegionProcedure 7dd441177774af7e678e3a9518e59a87, server=406b227cbc58,35587,1732586114882 in 184 msec 2024-11-26T01:57:15,086 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=7dd441177774af7e678e3a9518e59a87, REOPEN/MOVE in 511 msec 2024-11-26T01:57:15,089 DEBUG [StoreOpener-0ab9dbab90281b33cf77febb78dc0f59-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/0ab9dbab90281b33cf77febb78dc0f59/f/8456bea265c84e02b4ade41be7d2d3ab_SeqId_4_ 2024-11-26T01:57:15,089 INFO [StoreOpener-0ab9dbab90281b33cf77febb78dc0f59-1 {}] regionserver.HStore(327): Store=0ab9dbab90281b33cf77febb78dc0f59/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T01:57:15,090 INFO [StoreOpener-0ab9dbab90281b33cf77febb78dc0f59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 0ab9dbab90281b33cf77febb78dc0f59 2024-11-26T01:57:15,091 INFO [StoreOpener-0ab9dbab90281b33cf77febb78dc0f59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ab9dbab90281b33cf77febb78dc0f59 columnFamilyName f2 2024-11-26T01:57:15,091 DEBUG [StoreOpener-0ab9dbab90281b33cf77febb78dc0f59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:57:15,092 INFO [StoreOpener-0ab9dbab90281b33cf77febb78dc0f59-1 {}] regionserver.HStore(327): Store=0ab9dbab90281b33cf77febb78dc0f59/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T01:57:15,092 INFO [StoreOpener-0ab9dbab90281b33cf77febb78dc0f59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 0ab9dbab90281b33cf77febb78dc0f59 2024-11-26T01:57:15,093 INFO [StoreOpener-0ab9dbab90281b33cf77febb78dc0f59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ab9dbab90281b33cf77febb78dc0f59 columnFamilyName mob 2024-11-26T01:57:15,093 DEBUG [StoreOpener-0ab9dbab90281b33cf77febb78dc0f59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:57:15,094 INFO [StoreOpener-0ab9dbab90281b33cf77febb78dc0f59-1 {}] regionserver.HStore(327): Store=0ab9dbab90281b33cf77febb78dc0f59/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T01:57:15,094 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1038): replaying wal for 0ab9dbab90281b33cf77febb78dc0f59 2024-11-26T01:57:15,095 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/0ab9dbab90281b33cf77febb78dc0f59 2024-11-26T01:57:15,096 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/0ab9dbab90281b33cf77febb78dc0f59 2024-11-26T01:57:15,097 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1048): stopping wal replay for 0ab9dbab90281b33cf77febb78dc0f59 2024-11-26T01:57:15,097 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1060): Cleaning up temporary data for 0ab9dbab90281b33cf77febb78dc0f59 2024-11-26T01:57:15,097 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T01:57:15,099 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1093): writing seq id for 0ab9dbab90281b33cf77febb78dc0f59 2024-11-26T01:57:15,099 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1114): Opened 0ab9dbab90281b33cf77febb78dc0f59; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10464895360, jitterRate=-0.02538067102432251}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T01:57:15,099 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0ab9dbab90281b33cf77febb78dc0f59 2024-11-26T01:57:15,100 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1006): Region open journal for 0ab9dbab90281b33cf77febb78dc0f59: Running coprocessor pre-open hook at 1732586235081Writing region info on filesystem at 1732586235081Initializing all the Stores at 1732586235082 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732586235082Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732586235082Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732586235082Cleaning up temporary data from old regions at 1732586235097 (+15 ms)Running coprocessor post-open hooks at 1732586235099 (+2 ms)Region opened successfully at 1732586235099 2024-11-26T01:57:15,100 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1732586229429.0ab9dbab90281b33cf77febb78dc0f59., pid=86, masterSystemTime=1732586235049 2024-11-26T01:57:15,102 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1732586229429.0ab9dbab90281b33cf77febb78dc0f59. 2024-11-26T01:57:15,102 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] handler.AssignRegionHandler(153): Opened table1,row0,1732586229429.0ab9dbab90281b33cf77febb78dc0f59. 2024-11-26T01:57:15,103 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=0ab9dbab90281b33cf77febb78dc0f59, regionState=OPEN, openSeqNum=7, regionLocation=406b227cbc58,35587,1732586114882 2024-11-26T01:57:15,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ab9dbab90281b33cf77febb78dc0f59, server=406b227cbc58,35587,1732586114882 because future has completed 2024-11-26T01:57:15,107 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=83 2024-11-26T01:57:15,107 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=83, state=SUCCESS, hasLock=false; OpenRegionProcedure 0ab9dbab90281b33cf77febb78dc0f59, server=406b227cbc58,35587,1732586114882 in 208 msec 2024-11-26T01:57:15,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=81 2024-11-26T01:57:15,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=81, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=0ab9dbab90281b33cf77febb78dc0f59, REOPEN/MOVE in 534 msec 2024-11-26T01:57:15,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-26T01:57:15,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=table1 in 538 msec 2024-11-26T01:57:15,111 DEBUG [PEWorker-2 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=table1 2024-11-26T01:57:15,112 DEBUG [PEWorker-2 {}] backup.HFileArchiver(265): No files to dispose of in table1,,1732586229429.7dd441177774af7e678e3a9518e59a87., family=f3 2024-11-26T01:57:15,113 DEBUG [PEWorker-2 {}] backup.HFileArchiver(265): No files to dispose of in table1,row0,1732586229429.0ab9dbab90281b33cf77febb78dc0f59., family=f3 2024-11-26T01:57:15,115 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; ModifyTableProcedure table=table1 in 958 msec 2024-11-26T01:57:15,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-26T01:57:15,117 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:table1 completed 2024-11-26T01:57:15,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-26T01:57:15,121 INFO [Time-limited test {}] util.RestoreTool(200): Changed table1 to: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T01:57:15,121 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:42203/backupUT/backup_1732586206439/default/test-1732586131747/f2/be3a0c4ac57545779769f0610d7d9505 from hbase tables test-1732586131747 to tables table1 2024-11-26T01:57:15,121 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1732586131747 into table1 2024-11-26T01:57:15,123 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/hbase-staging/bulk_output-default-table1-1732586235121 from hdfs://localhost:42203/backupUT/backup_1732586206439/default/test-1732586131747/f2/be3a0c4ac57545779769f0610d7d9505 2024-11-26T01:57:15,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b35cef4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:15,123 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 406b227cbc58,46417,-1 for getting cluster id 2024-11-26T01:57:15,124 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T01:57:15,125 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '990d9dbd-b01c-48a2-87fe-3e40884060f6' 2024-11-26T01:57:15,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T01:57:15,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "990d9dbd-b01c-48a2-87fe-3e40884060f6" 2024-11-26T01:57:15,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49780a1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:15,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [406b227cbc58,46417,-1] 2024-11-26T01:57:15,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T01:57:15,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:15,126 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T01:57:15,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43e870cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:15,127 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T01:57:15,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 406b227cbc58,46417,1732586112287 2024-11-26T01:57:15,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b1929d3 2024-11-26T01:57:15,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T01:57:15,128 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T01:57:15,129 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-26T01:57:15,129 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-26T01:57:15,130 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-26T01:57:15,130 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T01:57:15,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=406b227cbc58,35587,1732586114882, seqNum=-1] 2024-11-26T01:57:15,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T01:57:15,132 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T01:57:15,134 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-26T01:57:15,134 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-26T01:57:15,134 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-26T01:57:15,134 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/hbase-staging/partitions_ee618ed1-84d6-44dc-9d10-deb814b2c629 2024-11-26T01:57:15,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741989_1165 (size=177) 2024-11-26T01:57:15,541 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:15,541 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:15,542 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:16,425 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/hadoop-15684937832933763700.jar 2024-11-26T01:57:16,426 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:16,426 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:16,426 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:16,426 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:16,426 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:16,427 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:16,427 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:16,427 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:16,427 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:16,427 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-26T01:57:16,427 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-26T01:57:16,428 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-26T01:57:16,428 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-26T01:57:16,428 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-26T01:57:16,428 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-26T01:57:16,428 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-26T01:57:16,428 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-26T01:57:16,429 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-26T01:57:16,429 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-26T01:57:16,429 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-26T01:57:16,429 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:16,429 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:16,430 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:16,430 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:16,430 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:16,430 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:16,430 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-26T01:57:16,430 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-26T01:57:16,430 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T01:57:16,431 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T01:57:16,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:16,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:16,431 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T01:57:16,431 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-26T01:57:16,431 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-26T01:57:16,441 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-26T01:57:16,457 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-26T01:57:16,548 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/mapreduce.cluster.local.dir/job_local1270098717_0015_195d18b5-73bc-4b51-aeb9-240a53ff6178/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-26T01:57:16,548 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/mapreduce.cluster.local.dir/job_local1270098717_0015_195d18b5-73bc-4b51-aeb9-240a53ff6178/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-26T01:57:16,607 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:42203/backupUT/backup_1732586206439/default/test-1732586131747/f2/be3a0c4ac57545779769f0610d7d9505 2024-11-26T01:57:16,610 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-26T01:57:16,640 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4404289, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:16,640 DEBUG [pool-281-thread-1 {}] client.ClusterIdFetcher(90): Going to request 406b227cbc58,46417,-1 for getting cluster id 2024-11-26T01:57:16,641 DEBUG [pool-281-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T01:57:16,641 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '990d9dbd-b01c-48a2-87fe-3e40884060f6' 2024-11-26T01:57:16,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T01:57:16,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "990d9dbd-b01c-48a2-87fe-3e40884060f6" 2024-11-26T01:57:16,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eceaffe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:16,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [406b227cbc58,46417,-1] 2024-11-26T01:57:16,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T01:57:16,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:16,643 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T01:57:16,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c1c5b5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:16,644 DEBUG [pool-281-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T01:57:16,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=406b227cbc58,35587,1732586114882, seqNum=-1] 2024-11-26T01:57:16,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T01:57:16,647 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T01:57:16,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732586131747-2-0', locateType=CURRENT is [region=table1,,1732586229429.7dd441177774af7e678e3a9518e59a87., hostname=406b227cbc58,35587,1732586114882, seqNum=7] 2024-11-26T01:57:16,649 INFO [pool-281-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-281-thread-1. 2024-11-26T01:57:16,649 DEBUG [pool-281-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T01:57:16,649 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:16,649 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:16,649 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T01:57:16,649 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732586131747-2-0] 2024-11-26T01:57:16,650 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 406b227cbc58 2024-11-26T01:57:16,654 DEBUG [pool-281-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/hbase-staging/bulk_output-default-table1-1732586235121/_temporary/0/_temporary/attempt_local1270098717_0015_r_000000_0/f2/e57a2ea81a7d4147b86d1e0fbe6d048f is 58, key is row-test-1732586131747-2-0/f2:q1/1732586201422/Put/seqid=0 2024-11-26T01:57:16,656 WARN [Thread-1884 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [406b227cbc58:35587] Specified favored nodes: [406b227cbc58:35587] 2024-11-26T01:57:16,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741990_1166 (size=5609) 2024-11-26T01:57:17,587 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/hbase-staging/bulk_output-default-table1-1732586235121 2024-11-26T01:57:17,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5211a140, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:17,588 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 406b227cbc58,46417,-1 for getting cluster id 2024-11-26T01:57:17,588 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T01:57:17,589 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '990d9dbd-b01c-48a2-87fe-3e40884060f6' 2024-11-26T01:57:17,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T01:57:17,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "990d9dbd-b01c-48a2-87fe-3e40884060f6" 2024-11-26T01:57:17,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11f3c456, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:17,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [406b227cbc58,46417,-1] 2024-11-26T01:57:17,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T01:57:17,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:17,590 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T01:57:17,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cb321c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:17,591 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T01:57:17,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=406b227cbc58,35587,1732586114882, seqNum=-1] 2024-11-26T01:57:17,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T01:57:17,593 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T01:57:17,597 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/hbase-staging/bulk_output-default-table1-1732586235121/_SUCCESS 2024-11-26T01:57:17,599 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T01:57:17,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 406b227cbc58,46417,1732586112287 2024-11-26T01:57:17,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@633e38b 2024-11-26T01:57:17,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T01:57:17,602 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T01:57:17,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732586229429.7dd441177774af7e678e3a9518e59a87., hostname=406b227cbc58,35587,1732586114882, seqNum=7] 2024-11-26T01:57:17,607 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-26T01:57:17,617 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/hbase-staging/bulk_output-default-table1-1732586235121/f2/e57a2ea81a7d4147b86d1e0fbe6d048f first=Optional[row-test-1732586131747-2-0] last=Optional[row-test-1732586131747-2-6] 2024-11-26T01:57:17,622 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/hbase-staging/bulk_output-default-table1-1732586235121/f2/e57a2ea81a7d4147b86d1e0fbe6d048f for inclusion in 7dd441177774af7e678e3a9518e59a87/f2 2024-11-26T01:57:17,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732586131747-2-0 last=row-test-1732586131747-2-6 2024-11-26T01:57:17,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-26T01:57:17,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.HRegion(2603): Flush status journal for 7dd441177774af7e678e3a9518e59a87: 2024-11-26T01:57:17,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/hbase-staging/bulk_output-default-table1-1732586235121/f2/e57a2ea81a7d4147b86d1e0fbe6d048f to hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/staging/jenkins__table1__ba02v7krold537eq474e8e6mjrk71iahlh4imbpcbu67e1kjddjirpot08666aeu/f2/e57a2ea81a7d4147b86d1e0fbe6d048f 2024-11-26T01:57:17,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/staging/jenkins__table1__ba02v7krold537eq474e8e6mjrk71iahlh4imbpcbu67e1kjddjirpot08666aeu/f2/e57a2ea81a7d4147b86d1e0fbe6d048f as hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/7dd441177774af7e678e3a9518e59a87/f2/6ee3c38ab2694e90be67dad5d90c4000_SeqId_9_ 2024-11-26T01:57:17,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ab2ce35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:17,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] client.ClusterIdFetcher(90): Going to request 406b227cbc58,46417,-1 for getting cluster id 2024-11-26T01:57:17,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T01:57:17,631 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '990d9dbd-b01c-48a2-87fe-3e40884060f6' 2024-11-26T01:57:17,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T01:57:17,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "990d9dbd-b01c-48a2-87fe-3e40884060f6" 2024-11-26T01:57:17,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72a6f5e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:17,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [406b227cbc58,46417,-1] 2024-11-26T01:57:17,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T01:57:17,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:17,632 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T01:57:17,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58b987b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:17,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T01:57:17,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 406b227cbc58,46417,1732586112287 2024-11-26T01:57:17,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ad50ceb 2024-11-26T01:57:17,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T01:57:17,635 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T01:57:17,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T01:57:17,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=406b227cbc58,35587,1732586114882, seqNum=-1] 2024-11-26T01:57:17,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T01:57:17,637 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T01:57:17,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T01:57:17,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T01:57:17,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732586139289.5550fe72a9366af259ac726ebaffa17d., hostname=406b227cbc58,35587,1732586114882, seqNum=2] 2024-11-26T01:57:17,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587. 2024-11-26T01:57:17,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T01:57:17,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:17,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:17,656 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T01:57:17,657 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/staging/jenkins__table1__ba02v7krold537eq474e8e6mjrk71iahlh4imbpcbu67e1kjddjirpot08666aeu/f2/e57a2ea81a7d4147b86d1e0fbe6d048f into 7dd441177774af7e678e3a9518e59a87/f2 as hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/7dd441177774af7e678e3a9518e59a87/f2/6ee3c38ab2694e90be67dad5d90c4000_SeqId_9_ - updating store file list. 2024-11-26T01:57:17,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/7dd441177774af7e678e3a9518e59a87/f2/6ee3c38ab2694e90be67dad5d90c4000_SeqId_9_ into 7dd441177774af7e678e3a9518e59a87/f2 2024-11-26T01:57:17,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/staging/jenkins__table1__ba02v7krold537eq474e8e6mjrk71iahlh4imbpcbu67e1kjddjirpot08666aeu/f2/e57a2ea81a7d4147b86d1e0fbe6d048f into 7dd441177774af7e678e3a9518e59a87/f2 (new location: hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/7dd441177774af7e678e3a9518e59a87/f2/6ee3c38ab2694e90be67dad5d90c4000_SeqId_9_) 2024-11-26T01:57:17,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/staging/jenkins__table1__ba02v7krold537eq474e8e6mjrk71iahlh4imbpcbu67e1kjddjirpot08666aeu/f2/e57a2ea81a7d4147b86d1e0fbe6d048f 2024-11-26T01:57:17,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@497549a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:17,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] client.ClusterIdFetcher(90): Going to request 406b227cbc58,46417,-1 for getting cluster id 2024-11-26T01:57:17,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T01:57:17,665 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '990d9dbd-b01c-48a2-87fe-3e40884060f6' 2024-11-26T01:57:17,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T01:57:17,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "990d9dbd-b01c-48a2-87fe-3e40884060f6" 2024-11-26T01:57:17,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40177886, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:17,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [406b227cbc58,46417,-1] 2024-11-26T01:57:17,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T01:57:17,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:17,666 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-26T01:57:17,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29e627df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:17,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T01:57:17,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 406b227cbc58,46417,1732586112287 2024-11-26T01:57:17,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2367d93b 2024-11-26T01:57:17,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T01:57:17,669 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-26T01:57:17,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T01:57:17,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=406b227cbc58,35587,1732586114882, seqNum=-1] 2024-11-26T01:57:17,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T01:57:17,672 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-26T01:57:17,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T01:57:17,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T01:57:17,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732586139289.5550fe72a9366af259ac726ebaffa17d., hostname=406b227cbc58,35587,1732586114882, seqNum=2] 2024-11-26T01:57:17,691 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587. 2024-11-26T01:57:17,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T01:57:17,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:17,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:17,692 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T01:57:17,693 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T01:57:17,693 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T01:57:17,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:17,693 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T01:57:17,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:17,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1732586229429.7dd441177774af7e678e3a9518e59a87., hostname=406b227cbc58,35587,1732586114882, seqNum=7 , the old value is region=table1,,1732586229429.7dd441177774af7e678e3a9518e59a87., hostname=406b227cbc58,35587,1732586114882, seqNum=7, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=406b227cbc58:35587 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T01:57:17,694 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-26T01:57:17,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1732586229429.7dd441177774af7e678e3a9518e59a87., hostname=406b227cbc58,35587,1732586114882, seqNum=7 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T01:57:17,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1732586229429.7dd441177774af7e678e3a9518e59a87., hostname=406b227cbc58,35587,1732586114882, seqNum=7 from cache 2024-11-26T01:57:17,694 INFO [Time-limited test {}] impl.RestoreTablesClient(187): test-1732586131747 has been successfully restored to table1 2024-11-26T01:57:17,694 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-26T01:57:17,694 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1732586206439 hdfs://localhost:42203/backupUT/backup_1732586206439/default/test-1732586131747/ 2024-11-26T01:57:17,694 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-26T01:57:17,695 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:42203/backupUT/backup_1732586175925/.backup.manifest 2024-11-26T01:57:17,697 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732586175925/.backup.manifest 2024-11-26T01:57:17,697 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17325861317471' to 'ns2:table2' from full backup image hdfs://localhost:42203/backupUT/backup_1732586175925/ns2/test-17325861317471 2024-11-26T01:57:17,700 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'ns2:test-17325861317471', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1732586206439 2024-11-26T01:57:17,704 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'ns2:table2', preserving region splits 2024-11-26T01:57:17,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable ns2:table2 2024-11-26T01:57:17,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=ns2:table2 2024-11-26T01:57:17,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-26T01:57:17,708 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732586237708"}]},"ts":"1732586237708"} 2024-11-26T01:57:17,710 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLING in hbase:meta 2024-11-26T01:57:17,710 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set ns2:table2 to state=DISABLING 2024-11-26T01:57:17,711 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=ns2:table2}] 2024-11-26T01:57:17,712 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=cdd5ab44545f3cb40640b6a20fa8c09e, UNASSIGN}] 2024-11-26T01:57:17,713 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=cdd5ab44545f3cb40640b6a20fa8c09e, UNASSIGN 2024-11-26T01:57:17,714 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=cdd5ab44545f3cb40640b6a20fa8c09e, regionState=CLOSING, regionLocation=406b227cbc58,35587,1732586114882 2024-11-26T01:57:17,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=cdd5ab44545f3cb40640b6a20fa8c09e, UNASSIGN because future has completed 2024-11-26T01:57:17,716 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T01:57:17,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure cdd5ab44545f3cb40640b6a20fa8c09e, server=406b227cbc58,35587,1732586114882}] 2024-11-26T01:57:17,802 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=406b227cbc58:35587 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-26T01:57:17,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-26T01:57:17,869 INFO [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(122): Close cdd5ab44545f3cb40640b6a20fa8c09e 2024-11-26T01:57:17,869 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-26T01:57:17,869 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1722): Closing cdd5ab44545f3cb40640b6a20fa8c09e, disabling compactions & flushes 2024-11-26T01:57:17,869 INFO [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1755): Closing region ns2:table2,,1732586225183.cdd5ab44545f3cb40640b6a20fa8c09e. 2024-11-26T01:57:17,869 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1732586225183.cdd5ab44545f3cb40640b6a20fa8c09e. 2024-11-26T01:57:17,869 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1732586225183.cdd5ab44545f3cb40640b6a20fa8c09e. after waiting 0 ms 2024-11-26T01:57:17,869 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1732586225183.cdd5ab44545f3cb40640b6a20fa8c09e. 2024-11-26T01:57:17,874 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/ns2/table2/cdd5ab44545f3cb40640b6a20fa8c09e/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-26T01:57:17,874 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-26T01:57:17,874 INFO [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1973): Closed ns2:table2,,1732586225183.cdd5ab44545f3cb40640b6a20fa8c09e. 2024-11-26T01:57:17,875 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1676): Region close journal for cdd5ab44545f3cb40640b6a20fa8c09e: Waiting for close lock at 1732586237869Running coprocessor pre-close hooks at 1732586237869Disabling compacts and flushes for region at 1732586237869Disabling writes for close at 1732586237869Writing region close event to WAL at 1732586237870 (+1 ms)Running coprocessor post-close hooks at 1732586237874 (+4 ms)Closed at 1732586237874 2024-11-26T01:57:17,876 INFO [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(157): Closed cdd5ab44545f3cb40640b6a20fa8c09e 2024-11-26T01:57:17,877 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=cdd5ab44545f3cb40640b6a20fa8c09e, regionState=CLOSED 2024-11-26T01:57:17,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure cdd5ab44545f3cb40640b6a20fa8c09e, server=406b227cbc58,35587,1732586114882 because future has completed 2024-11-26T01:57:17,881 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-26T01:57:17,881 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; CloseRegionProcedure cdd5ab44545f3cb40640b6a20fa8c09e, server=406b227cbc58,35587,1732586114882 in 163 msec 2024-11-26T01:57:17,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-26T01:57:17,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=cdd5ab44545f3cb40640b6a20fa8c09e, UNASSIGN in 169 msec 2024-11-26T01:57:17,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-26T01:57:17,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=ns2:table2 in 172 msec 2024-11-26T01:57:17,886 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732586237886"}]},"ts":"1732586237886"} 2024-11-26T01:57:17,888 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLED in hbase:meta 2024-11-26T01:57:17,888 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set ns2:table2 to state=DISABLED 2024-11-26T01:57:17,890 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; DisableTableProcedure table=ns2:table2 in 184 msec 2024-11-26T01:57:18,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-26T01:57:18,022 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: ns2:table2 completed 2024-11-26T01:57:18,023 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.2 truncate ns2:table2 2024-11-26T01:57:18,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) 2024-11-26T01:57:18,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-26T01:57:18,024 DEBUG [PEWorker-3 {}] procedure.TruncateTableProcedure(87): waiting for 'ns2:table2' regions in transition 2024-11-26T01:57:18,027 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/ns2/table2/cdd5ab44545f3cb40640b6a20fa8c09e 2024-11-26T01:57:18,029 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/ns2/table2/cdd5ab44545f3cb40640b6a20fa8c09e/f, FileablePath, hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/ns2/table2/cdd5ab44545f3cb40640b6a20fa8c09e/recovered.edits] 2024-11-26T01:57:18,034 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/ns2/table2/cdd5ab44545f3cb40640b6a20fa8c09e/f/8ad06349a3164bac86ff11a783518d6e_SeqId_4_ to hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/archive/data/ns2/table2/cdd5ab44545f3cb40640b6a20fa8c09e/f/8ad06349a3164bac86ff11a783518d6e_SeqId_4_ 2024-11-26T01:57:18,036 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/ns2/table2/cdd5ab44545f3cb40640b6a20fa8c09e/recovered.edits/6.seqid to hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/archive/data/ns2/table2/cdd5ab44545f3cb40640b6a20fa8c09e/recovered.edits/6.seqid 2024-11-26T01:57:18,037 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/ns2/table2/cdd5ab44545f3cb40640b6a20fa8c09e 2024-11-26T01:57:18,037 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived ns2:table2 regions 2024-11-26T01:57:18,041 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of ns2:table2 from hbase:meta 2024-11-26T01:57:18,044 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'ns2:table2' descriptor. 2024-11-26T01:57:18,044 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'ns2:table2' from region states. 2024-11-26T01:57:18,044 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"ns2:table2,,1732586225183.cdd5ab44545f3cb40640b6a20fa8c09e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732586238044"}]},"ts":"9223372036854775807"} 2024-11-26T01:57:18,047 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-26T01:57:18,047 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => cdd5ab44545f3cb40640b6a20fa8c09e, NAME => 'ns2:table2,,1732586225183.cdd5ab44545f3cb40640b6a20fa8c09e.', STARTKEY => '', ENDKEY => ''}] 2024-11-26T01:57:18,047 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'ns2:table2' as deleted. 2024-11-26T01:57:18,047 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732586238047"}]},"ts":"9223372036854775807"} 2024-11-26T01:57:18,049 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table ns2:table2 state from META 2024-11-26T01:57:18,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741991_1167 (size=351) 2024-11-26T01:57:18,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-26T01:57:18,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-26T01:57:18,457 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 829657f6b9bfa91d14d82f0483bc8304, NAME => 'ns2:table2,,1732586238039.829657f6b9bfa91d14d82f0483bc8304.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9 2024-11-26T01:57:18,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741992_1168 (size=37) 2024-11-26T01:57:18,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-26T01:57:18,863 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1732586238039.829657f6b9bfa91d14d82f0483bc8304.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T01:57:18,863 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing 829657f6b9bfa91d14d82f0483bc8304, disabling compactions & flushes 2024-11-26T01:57:18,863 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1732586238039.829657f6b9bfa91d14d82f0483bc8304. 2024-11-26T01:57:18,864 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1732586238039.829657f6b9bfa91d14d82f0483bc8304. 2024-11-26T01:57:18,864 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1732586238039.829657f6b9bfa91d14d82f0483bc8304. after waiting 0 ms 2024-11-26T01:57:18,864 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1732586238039.829657f6b9bfa91d14d82f0483bc8304. 2024-11-26T01:57:18,864 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1732586238039.829657f6b9bfa91d14d82f0483bc8304. 2024-11-26T01:57:18,864 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for 829657f6b9bfa91d14d82f0483bc8304: Waiting for close lock at 1732586238863Disabling compacts and flushes for region at 1732586238863Disabling writes for close at 1732586238864 (+1 ms)Writing region close event to WAL at 1732586238864Closed at 1732586238864 2024-11-26T01:57:18,865 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1732586238039.829657f6b9bfa91d14d82f0483bc8304.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1732586238865"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732586238865"}]},"ts":"1732586238865"} 2024-11-26T01:57:18,866 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T01:57:18,867 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732586238867"}]},"ts":"1732586238867"} 2024-11-26T01:57:18,868 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-11-26T01:57:18,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=829657f6b9bfa91d14d82f0483bc8304, ASSIGN}] 2024-11-26T01:57:18,870 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=829657f6b9bfa91d14d82f0483bc8304, ASSIGN 2024-11-26T01:57:18,870 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=829657f6b9bfa91d14d82f0483bc8304, ASSIGN; state=OFFLINE, location=406b227cbc58,35587,1732586114882; forceNewPlan=false, retain=false 2024-11-26T01:57:19,021 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=93 updating hbase:meta row=829657f6b9bfa91d14d82f0483bc8304, regionState=OPENING, regionLocation=406b227cbc58,35587,1732586114882 2024-11-26T01:57:19,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=829657f6b9bfa91d14d82f0483bc8304, ASSIGN because future has completed 2024-11-26T01:57:19,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE, hasLock=false; OpenRegionProcedure 829657f6b9bfa91d14d82f0483bc8304, server=406b227cbc58,35587,1732586114882}] 2024-11-26T01:57:19,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-26T01:57:19,178 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(132): Open ns2:table2,,1732586238039.829657f6b9bfa91d14d82f0483bc8304. 2024-11-26T01:57:19,178 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7752): Opening region: {ENCODED => 829657f6b9bfa91d14d82f0483bc8304, NAME => 'ns2:table2,,1732586238039.829657f6b9bfa91d14d82f0483bc8304.', STARTKEY => '', ENDKEY => ''} 2024-11-26T01:57:19,178 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-26T01:57:19,178 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 829657f6b9bfa91d14d82f0483bc8304 2024-11-26T01:57:19,179 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(898): Instantiated ns2:table2,,1732586238039.829657f6b9bfa91d14d82f0483bc8304.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T01:57:19,179 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7794): checking encryption for 829657f6b9bfa91d14d82f0483bc8304 2024-11-26T01:57:19,179 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7797): checking classloading for 829657f6b9bfa91d14d82f0483bc8304 2024-11-26T01:57:19,180 INFO [StoreOpener-829657f6b9bfa91d14d82f0483bc8304-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 829657f6b9bfa91d14d82f0483bc8304 2024-11-26T01:57:19,181 INFO [StoreOpener-829657f6b9bfa91d14d82f0483bc8304-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 829657f6b9bfa91d14d82f0483bc8304 columnFamilyName f 2024-11-26T01:57:19,181 DEBUG [StoreOpener-829657f6b9bfa91d14d82f0483bc8304-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:57:19,182 INFO [StoreOpener-829657f6b9bfa91d14d82f0483bc8304-1 {}] regionserver.HStore(327): Store=829657f6b9bfa91d14d82f0483bc8304/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T01:57:19,182 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1038): replaying wal for 829657f6b9bfa91d14d82f0483bc8304 2024-11-26T01:57:19,183 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/ns2/table2/829657f6b9bfa91d14d82f0483bc8304 2024-11-26T01:57:19,183 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/ns2/table2/829657f6b9bfa91d14d82f0483bc8304 2024-11-26T01:57:19,183 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1048): stopping wal replay for 829657f6b9bfa91d14d82f0483bc8304 2024-11-26T01:57:19,183 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1060): Cleaning up temporary data for 829657f6b9bfa91d14d82f0483bc8304 2024-11-26T01:57:19,185 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1093): writing seq id for 829657f6b9bfa91d14d82f0483bc8304 2024-11-26T01:57:19,187 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/ns2/table2/829657f6b9bfa91d14d82f0483bc8304/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T01:57:19,187 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1114): Opened 829657f6b9bfa91d14d82f0483bc8304; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9892977280, jitterRate=-0.07864469289779663}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T01:57:19,187 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 829657f6b9bfa91d14d82f0483bc8304 2024-11-26T01:57:19,188 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1006): Region open journal for 829657f6b9bfa91d14d82f0483bc8304: Running coprocessor pre-open hook at 1732586239179Writing region info on filesystem at 1732586239179Initializing all the Stores at 1732586239180 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732586239180Cleaning up temporary data from old regions at 1732586239183 (+3 ms)Running coprocessor post-open hooks at 1732586239187 (+4 ms)Region opened successfully at 1732586239188 (+1 ms) 2024-11-26T01:57:19,189 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1732586238039.829657f6b9bfa91d14d82f0483bc8304., pid=94, masterSystemTime=1732586239175 2024-11-26T01:57:19,190 DEBUG [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1732586238039.829657f6b9bfa91d14d82f0483bc8304. 2024-11-26T01:57:19,191 INFO [RS_OPEN_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(153): Opened ns2:table2,,1732586238039.829657f6b9bfa91d14d82f0483bc8304. 2024-11-26T01:57:19,191 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=93 updating hbase:meta row=829657f6b9bfa91d14d82f0483bc8304, regionState=OPEN, openSeqNum=2, regionLocation=406b227cbc58,35587,1732586114882 2024-11-26T01:57:19,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE, hasLock=false; OpenRegionProcedure 829657f6b9bfa91d14d82f0483bc8304, server=406b227cbc58,35587,1732586114882 because future has completed 2024-11-26T01:57:19,195 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-26T01:57:19,195 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; OpenRegionProcedure 829657f6b9bfa91d14d82f0483bc8304, server=406b227cbc58,35587,1732586114882 in 170 msec 2024-11-26T01:57:19,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-26T01:57:19,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=829657f6b9bfa91d14d82f0483bc8304, ASSIGN in 326 msec 2024-11-26T01:57:19,197 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732586239196"}]},"ts":"1732586239196"} 2024-11-26T01:57:19,198 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-11-26T01:57:19,198 DEBUG [PEWorker-5 {}] procedure.TruncateTableProcedure(145): truncate 'ns2:table2' completed 2024-11-26T01:57:19,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) in 1.1750 sec 2024-11-26T01:57:20,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-26T01:57:20,172 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: ns2:table2 completed 2024-11-26T01:57:20,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-26T01:57:20,176 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:42203/backupUT/backup_1732586175925/ns2/test-17325861317471/archive/data/ns2/test-17325861317471/ddef0a84d064233dcec0652c33c43643 from hbase tables ns2:test-17325861317471 to tables ns2:table2 2024-11-26T01:57:20,176 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17325861317471 into ns2:table2 2024-11-26T01:57:20,177 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/hbase-staging/bulk_output-ns2-table2-1732586240176 from hdfs://localhost:42203/backupUT/backup_1732586175925/ns2/test-17325861317471/archive/data/ns2/test-17325861317471/ddef0a84d064233dcec0652c33c43643 2024-11-26T01:57:20,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d180b87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:20,178 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 406b227cbc58,46417,-1 for getting cluster id 2024-11-26T01:57:20,178 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T01:57:20,179 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '990d9dbd-b01c-48a2-87fe-3e40884060f6' 2024-11-26T01:57:20,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T01:57:20,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "990d9dbd-b01c-48a2-87fe-3e40884060f6" 2024-11-26T01:57:20,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cdef710, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:20,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [406b227cbc58,46417,-1] 2024-11-26T01:57:20,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T01:57:20,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:20,180 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T01:57:20,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a660afb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:20,181 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T01:57:20,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 406b227cbc58,46417,1732586112287 2024-11-26T01:57:20,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@473d0f27 2024-11-26T01:57:20,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T01:57:20,182 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T01:57:20,183 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-26T01:57:20,183 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-11-26T01:57:20,183 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-26T01:57:20,184 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T01:57:20,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=406b227cbc58,35587,1732586114882, seqNum=-1] 2024-11-26T01:57:20,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T01:57:20,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T01:57:20,187 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-11-26T01:57:20,187 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-11-26T01:57:20,188 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/hbase-staging/partitions_bd29865f-032d-4193-9b54-a428e9f09752 2024-11-26T01:57:20,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741993_1169 (size=153) 2024-11-26T01:57:20,238 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-26T01:57:20,342 DEBUG [regionserver/406b227cbc58:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.07692307692307693, tune throughput to 53.85 MB/second 2024-11-26T01:57:20,595 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:20,595 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:20,595 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:21,468 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/hadoop-4658231640757991943.jar 2024-11-26T01:57:21,468 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:21,469 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:21,469 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:21,469 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:21,469 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:21,469 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:21,470 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:21,470 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:21,470 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:21,470 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-26T01:57:21,470 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-26T01:57:21,470 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-26T01:57:21,471 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-26T01:57:21,471 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-26T01:57:21,471 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-26T01:57:21,471 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-26T01:57:21,471 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-26T01:57:21,471 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-26T01:57:21,471 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-26T01:57:21,472 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-26T01:57:21,472 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:21,472 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:21,472 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:21,472 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:21,472 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:21,473 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-26T01:57:21,473 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-26T01:57:21,473 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-11-26T01:57:21,473 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T01:57:21,473 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T01:57:21,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:21,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:21,473 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T01:57:21,473 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-26T01:57:21,474 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-26T01:57:21,483 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-26T01:57:21,493 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-26T01:57:21,579 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/mapreduce.cluster.local.dir/job_local1260264281_0016_a0842874-6bbd-4030-822f-a60c29d6516e/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-26T01:57:21,579 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/mapreduce.cluster.local.dir/job_local1260264281_0016_a0842874-6bbd-4030-822f-a60c29d6516e/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-26T01:57:21,624 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:42203/backupUT/backup_1732586175925/ns2/test-17325861317471/archive/data/ns2/test-17325861317471/ddef0a84d064233dcec0652c33c43643/f/052fb79126754deba39f51ce7504ee95 2024-11-26T01:57:21,627 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-26T01:57:21,659 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:42203/backupUT/backup_1732586175925/ns2/test-17325861317471/archive/data/ns2/test-17325861317471/ddef0a84d064233dcec0652c33c43643/f/48aea0a0ac0d4786bad99a7c5cd8e664 2024-11-26T01:57:21,662 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-26T01:57:21,692 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@553cd738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:21,692 DEBUG [pool-286-thread-1 {}] client.ClusterIdFetcher(90): Going to request 406b227cbc58,46417,-1 for getting cluster id 2024-11-26T01:57:21,692 DEBUG [pool-286-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T01:57:21,693 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '990d9dbd-b01c-48a2-87fe-3e40884060f6' 2024-11-26T01:57:21,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T01:57:21,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "990d9dbd-b01c-48a2-87fe-3e40884060f6" 2024-11-26T01:57:21,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@174bbb70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:21,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [406b227cbc58,46417,-1] 2024-11-26T01:57:21,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T01:57:21,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:21,695 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T01:57:21,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20ec8011, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:21,696 DEBUG [pool-286-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T01:57:21,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=406b227cbc58,35587,1732586114882, seqNum=-1] 2024-11-26T01:57:21,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T01:57:21,697 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T01:57:21,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row-t20', locateType=CURRENT is [region=ns2:table2,,1732586238039.829657f6b9bfa91d14d82f0483bc8304., hostname=406b227cbc58,35587,1732586114882, seqNum=2] 2024-11-26T01:57:21,699 INFO [pool-286-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-286-thread-1. 2024-11-26T01:57:21,699 DEBUG [pool-286-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T01:57:21,699 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:21,700 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:21,700 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T01:57:21,700 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-11-26T01:57:21,700 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 406b227cbc58 2024-11-26T01:57:21,704 DEBUG [pool-286-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/hbase-staging/bulk_output-ns2-table2-1732586240176/_temporary/0/_temporary/attempt_local1260264281_0016_r_000000_0/f/8bec7c81907e4b92baed1d32e42a1126 is 38, key is row-t20/f:q1/1732586160617/Put/seqid=0 2024-11-26T01:57:21,707 WARN [Thread-1959 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [406b227cbc58:35587] Specified favored nodes: [406b227cbc58:35587] 2024-11-26T01:57:21,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741994_1170 (size=8935) 2024-11-26T01:57:22,618 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/hbase-staging/bulk_output-ns2-table2-1732586240176 2024-11-26T01:57:22,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ed2f9dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:22,619 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 406b227cbc58,46417,-1 for getting cluster id 2024-11-26T01:57:22,619 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T01:57:22,620 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '990d9dbd-b01c-48a2-87fe-3e40884060f6' 2024-11-26T01:57:22,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T01:57:22,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "990d9dbd-b01c-48a2-87fe-3e40884060f6" 2024-11-26T01:57:22,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cc5259c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:22,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [406b227cbc58,46417,-1] 2024-11-26T01:57:22,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T01:57:22,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:22,625 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T01:57:22,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44a9d15e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:22,627 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T01:57:22,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=406b227cbc58,35587,1732586114882, seqNum=-1] 2024-11-26T01:57:22,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T01:57:22,629 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T01:57:22,632 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/hbase-staging/bulk_output-ns2-table2-1732586240176/_SUCCESS 2024-11-26T01:57:22,635 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T01:57:22,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 406b227cbc58,46417,1732586112287 2024-11-26T01:57:22,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7639e71f 2024-11-26T01:57:22,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T01:57:22,637 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T01:57:22,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1732586238039.829657f6b9bfa91d14d82f0483bc8304., hostname=406b227cbc58,35587,1732586114882, seqNum=2] 2024-11-26T01:57:22,642 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-26T01:57:22,648 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/hbase-staging/bulk_output-ns2-table2-1732586240176/f/8bec7c81907e4b92baed1d32e42a1126 first=Optional[row-t20] last=Optional[row98] 2024-11-26T01:57:22,652 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/hbase-staging/bulk_output-ns2-table2-1732586240176/f/8bec7c81907e4b92baed1d32e42a1126 for inclusion in 829657f6b9bfa91d14d82f0483bc8304/f 2024-11-26T01:57:22,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.HStore(626): HFile bounds: first=row-t20 last=row98 2024-11-26T01:57:22,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T01:57:22,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.HRegion(2603): Flush status journal for 829657f6b9bfa91d14d82f0483bc8304: 2024-11-26T01:57:22,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/hbase-staging/bulk_output-ns2-table2-1732586240176/f/8bec7c81907e4b92baed1d32e42a1126 to hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/staging/jenkins__ns2_table2__c6h8242g8dcb5h8otr03m6mi9e7fmv0vpvrn1l3v4j1s7s48uuuk9tcic1jhq7dp/f/8bec7c81907e4b92baed1d32e42a1126 2024-11-26T01:57:22,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/staging/jenkins__ns2_table2__c6h8242g8dcb5h8otr03m6mi9e7fmv0vpvrn1l3v4j1s7s48uuuk9tcic1jhq7dp/f/8bec7c81907e4b92baed1d32e42a1126 as hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/ns2/table2/829657f6b9bfa91d14d82f0483bc8304/f/6d47ebf9283540cf88ab89f8aa77b666_SeqId_4_ 2024-11-26T01:57:22,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77375d68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:22,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] client.ClusterIdFetcher(90): Going to request 406b227cbc58,46417,-1 for getting cluster id 2024-11-26T01:57:22,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T01:57:22,660 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '990d9dbd-b01c-48a2-87fe-3e40884060f6' 2024-11-26T01:57:22,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T01:57:22,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "990d9dbd-b01c-48a2-87fe-3e40884060f6" 2024-11-26T01:57:22,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58543421, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:22,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [406b227cbc58,46417,-1] 2024-11-26T01:57:22,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T01:57:22,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:22,662 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T01:57:22,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41dce7ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:22,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T01:57:22,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 406b227cbc58,46417,1732586112287 2024-11-26T01:57:22,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@598385c5 2024-11-26T01:57:22,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T01:57:22,664 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T01:57:22,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T01:57:22,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=406b227cbc58,35587,1732586114882, seqNum=-1] 2024-11-26T01:57:22,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T01:57:22,667 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T01:57:22,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T01:57:22,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T01:57:22,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732586139289.5550fe72a9366af259ac726ebaffa17d., hostname=406b227cbc58,35587,1732586114882, seqNum=2] 2024-11-26T01:57:22,682 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587. 2024-11-26T01:57:22,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T01:57:22,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:22,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:22,682 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T01:57:22,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/staging/jenkins__ns2_table2__c6h8242g8dcb5h8otr03m6mi9e7fmv0vpvrn1l3v4j1s7s48uuuk9tcic1jhq7dp/f/8bec7c81907e4b92baed1d32e42a1126 into 829657f6b9bfa91d14d82f0483bc8304/f as hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/ns2/table2/829657f6b9bfa91d14d82f0483bc8304/f/6d47ebf9283540cf88ab89f8aa77b666_SeqId_4_ - updating store file list. 2024-11-26T01:57:22,689 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/ns2/table2/829657f6b9bfa91d14d82f0483bc8304/f/6d47ebf9283540cf88ab89f8aa77b666_SeqId_4_ into 829657f6b9bfa91d14d82f0483bc8304/f 2024-11-26T01:57:22,689 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/staging/jenkins__ns2_table2__c6h8242g8dcb5h8otr03m6mi9e7fmv0vpvrn1l3v4j1s7s48uuuk9tcic1jhq7dp/f/8bec7c81907e4b92baed1d32e42a1126 into 829657f6b9bfa91d14d82f0483bc8304/f (new location: hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/ns2/table2/829657f6b9bfa91d14d82f0483bc8304/f/6d47ebf9283540cf88ab89f8aa77b666_SeqId_4_) 2024-11-26T01:57:22,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/staging/jenkins__ns2_table2__c6h8242g8dcb5h8otr03m6mi9e7fmv0vpvrn1l3v4j1s7s48uuuk9tcic1jhq7dp/f/8bec7c81907e4b92baed1d32e42a1126 2024-11-26T01:57:22,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ac79da7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:22,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] client.ClusterIdFetcher(90): Going to request 406b227cbc58,46417,-1 for getting cluster id 2024-11-26T01:57:22,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T01:57:22,692 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '990d9dbd-b01c-48a2-87fe-3e40884060f6' 2024-11-26T01:57:22,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T01:57:22,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "990d9dbd-b01c-48a2-87fe-3e40884060f6" 2024-11-26T01:57:22,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b3d9962, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:22,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [406b227cbc58,46417,-1] 2024-11-26T01:57:22,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T01:57:22,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:22,694 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-26T01:57:22,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@150fd50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T01:57:22,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T01:57:22,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 406b227cbc58,46417,1732586112287 2024-11-26T01:57:22,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3756754a 2024-11-26T01:57:22,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T01:57:22,697 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-26T01:57:22,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T01:57:22,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=406b227cbc58,35587,1732586114882, seqNum=-1] 2024-11-26T01:57:22,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T01:57:22,699 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-26T01:57:22,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T01:57:22,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T01:57:22,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732586139289.5550fe72a9366af259ac726ebaffa17d., hostname=406b227cbc58,35587,1732586114882, seqNum=2] 2024-11-26T01:57:22,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587. 2024-11-26T01:57:22,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T01:57:22,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:22,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:22,716 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T01:57:22,716 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T01:57:22,717 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T01:57:22,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:22,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:22,717 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T01:57:22,717 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-26T01:57:22,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1732586238039.829657f6b9bfa91d14d82f0483bc8304., hostname=406b227cbc58,35587,1732586114882, seqNum=2 , the old value is region=ns2:table2,,1732586238039.829657f6b9bfa91d14d82f0483bc8304., hostname=406b227cbc58,35587,1732586114882, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=406b227cbc58:35587 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T01:57:22,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1732586238039.829657f6b9bfa91d14d82f0483bc8304., hostname=406b227cbc58,35587,1732586114882, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T01:57:22,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1732586238039.829657f6b9bfa91d14d82f0483bc8304., hostname=406b227cbc58,35587,1732586114882, seqNum=2 from cache 2024-11-26T01:57:22,718 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-26T01:57:22,740 INFO [Time-limited test {}] impl.RestoreTablesClient(175): No incremental changes since full backup for 'ns2:test-17325861317471', skipping incremental restore step. 2024-11-26T01:57:22,740 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-26T01:57:22,740 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1732586206439 hdfs://localhost:42203/backupUT/backup_1732586206439/ns2/test-17325861317471/ 2024-11-26T01:57:22,740 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-11-26T01:57:22,742 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(217): After incremental restore: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T01:57:22,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] ipc.CallRunner(138): callId: 736 service: ClientService methodName: Scan size: 160 connection: 172.17.0.2:56606 deadline: 1732586302742, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,,1732586219116.2ff6f9bd79a8d64fc5daa59ae6b85095. is not online on 406b227cbc58,35587,1732586114882 2024-11-26T01:57:22,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1732586219116.2ff6f9bd79a8d64fc5daa59ae6b85095., hostname=406b227cbc58,35587,1732586114882, seqNum=2 , the old value is region=table1,,1732586219116.2ff6f9bd79a8d64fc5daa59ae6b85095., hostname=406b227cbc58,35587,1732586114882, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1732586219116.2ff6f9bd79a8d64fc5daa59ae6b85095. is not online on 406b227cbc58,35587,1732586114882 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T01:57:22,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1732586219116.2ff6f9bd79a8d64fc5daa59ae6b85095., hostname=406b227cbc58,35587,1732586114882, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1732586219116.2ff6f9bd79a8d64fc5daa59ae6b85095. is not online on 406b227cbc58,35587,1732586114882 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T01:57:22,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1732586219116.2ff6f9bd79a8d64fc5daa59ae6b85095., hostname=406b227cbc58,35587,1732586114882, seqNum=2 from cache 2024-11-26T01:57:22,822 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=406b227cbc58:35587 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-26T01:57:22,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732586229429.7dd441177774af7e678e3a9518e59a87., hostname=406b227cbc58,35587,1732586114882, seqNum=7] 2024-11-26T01:57:22,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] ipc.CallRunner(138): callId: 740 service: ClientService methodName: Scan size: 170 connection: 172.17.0.2:56606 deadline: 1732586302857, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1732586219116.8ca2b38dcc7590380421d4a68dc80fcb. is not online on 406b227cbc58,35587,1732586114882 2024-11-26T01:57:22,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,row0,1732586219116.8ca2b38dcc7590380421d4a68dc80fcb., hostname=406b227cbc58,35587,1732586114882, seqNum=2 , the old value is region=table1,row0,1732586219116.8ca2b38dcc7590380421d4a68dc80fcb., hostname=406b227cbc58,35587,1732586114882, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1732586219116.8ca2b38dcc7590380421d4a68dc80fcb. is not online on 406b227cbc58,35587,1732586114882 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T01:57:22,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,row0,1732586219116.8ca2b38dcc7590380421d4a68dc80fcb., hostname=406b227cbc58,35587,1732586114882, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1732586219116.8ca2b38dcc7590380421d4a68dc80fcb. is not online on 406b227cbc58,35587,1732586114882 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T01:57:22,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,row0,1732586219116.8ca2b38dcc7590380421d4a68dc80fcb., hostname=406b227cbc58,35587,1732586114882, seqNum=2 from cache 2024-11-26T01:57:22,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1732586229429.0ab9dbab90281b33cf77febb78dc0f59., hostname=406b227cbc58,35587,1732586114882, seqNum=7] 2024-11-26T01:57:22,978 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(219): f1 has 198 rows 2024-11-26T01:57:22,982 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(223): f2 has 7 rows 2024-11-26T01:57:22,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:57:22,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-26T01:57:22,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:57:23,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-26T01:57:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:57:23,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-26T01:57:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:57:23,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-26T01:57:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:57:23,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-26T01:57:23,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T01:57:23,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-26T01:57:23,009 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(227): mob has 111 rows 2024-11-26T01:57:23,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] ipc.CallRunner(138): callId: 748 service: ClientService methodName: Scan size: 159 connection: 172.17.0.2:56606 deadline: 1732586303009, exception=org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1732586225183.cdd5ab44545f3cb40640b6a20fa8c09e. is not online on 406b227cbc58,35587,1732586114882 2024-11-26T01:57:23,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1732586225183.cdd5ab44545f3cb40640b6a20fa8c09e., hostname=406b227cbc58,35587,1732586114882, seqNum=2 , the old value is region=ns2:table2,,1732586225183.cdd5ab44545f3cb40640b6a20fa8c09e., hostname=406b227cbc58,35587,1732586114882, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1732586225183.cdd5ab44545f3cb40640b6a20fa8c09e. is not online on 406b227cbc58,35587,1732586114882 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T01:57:23,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1732586225183.cdd5ab44545f3cb40640b6a20fa8c09e., hostname=406b227cbc58,35587,1732586114882, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1732586225183.cdd5ab44545f3cb40640b6a20fa8c09e. is not online on 406b227cbc58,35587,1732586114882 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T01:57:23,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1732586225183.cdd5ab44545f3cb40640b6a20fa8c09e., hostname=406b227cbc58,35587,1732586114882, seqNum=2 from cache 2024-11-26T01:57:23,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1732586238039.829657f6b9bfa91d14d82f0483bc8304., hostname=406b227cbc58,35587,1732586114882, seqNum=2] 2024-11-26T01:57:23,128 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T01:57:23,128 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:235) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T01:57:23,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:23,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:23,128 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T01:57:23,143 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=634 (was 611) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/cluster_83598984-cff2-e8ad-9b22-45442fb05ebc/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(406b227cbc58,35587,1732586114882)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-791399885-172.17.0.2-1732586106672:blk_1073741954_1130, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_313558163_20 at /127.0.0.1:45598 [Waiting for operation #88] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/cluster_83598984-cff2-e8ad-9b22-45442fb05ebc/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: (406b227cbc58,46417,1732586112287)-proc-coordinator-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_COMPACTED_FILES_DISCHARGER-regionserver/406b227cbc58:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(406b227cbc58,35587,1732586114882)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1000260904_20 at /127.0.0.1:57338 [Receiving block BP-791399885-172.17.0.2-1732586106672:blk_1073741955_1131] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1000260904_20 at /127.0.0.1:57328 [Receiving block BP-791399885-172.17.0.2-1732586106672:blk_1073741954_1130] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/406b227cbc58:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(406b227cbc58,35587,1732586114882)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(406b227cbc58,35587,1732586114882)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: member: '406b227cbc58,35587,1732586114882' subprocedure-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-791399885-172.17.0.2-1732586106672:blk_1073741953_1129, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1000260904_20 at /127.0.0.1:57312 [Receiving block BP-791399885-172.17.0.2-1732586106672:blk_1073741953_1129] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'JobTracker' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: PacketResponder: BP-791399885-172.17.0.2-1732586106672:blk_1073741955_1131, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=643 (was 633) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=469 (was 741), ProcessCount=15 (was 15), AvailableMemoryMB=2119 (was 4389) 2024-11-26T01:57:23,143 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=634 is superior to 500 2024-11-26T01:57:23,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T01:57:23,149 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T01:57:23,149 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T01:57:23,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:23,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:23,150 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T01:57:23,150 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T01:57:23,150 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2095117691, stopped=false 2024-11-26T01:57:23,150 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=406b227cbc58,46417,1732586112287 2024-11-26T01:57:23,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-11-26T01:57:23,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x10079b000ea0001, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-11-26T01:57:23,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x10079b000ea0001, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-26T01:57:23,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-26T01:57:23,191 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T01:57:23,192 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-26T01:57:23,192 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35587-0x10079b000ea0001, quorum=127.0.0.1:61999, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-26T01:57:23,192 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T01:57:23,192 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T01:57:23,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:23,193 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '406b227cbc58,35587,1732586114882' ***** 2024-11-26T01:57:23,193 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T01:57:23,193 INFO [RS:0;406b227cbc58:35587 {}] hbase.HBaseServerBase(468): Stop info server 2024-11-26T01:57:23,197 INFO [RS:0;406b227cbc58:35587 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@50b24009{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/regionserver} 2024-11-26T01:57:23,199 INFO [RS:0;406b227cbc58:35587 {}] server.AbstractConnector(383): Stopped ServerConnector@2df3a35c{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-26T01:57:23,199 INFO [RS:0;406b227cbc58:35587 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T01:57:23,199 INFO [RS:0;406b227cbc58:35587 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@65eb8eac{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-11-26T01:57:23,200 INFO [RS:0;406b227cbc58:35587 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@6038a1e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/hadoop.log.dir/,STOPPED} 2024-11-26T01:57:23,201 INFO [RS:0;406b227cbc58:35587 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T01:57:23,201 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T01:57:23,202 INFO [RS:0;406b227cbc58:35587 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T01:57:23,202 INFO [RS:0;406b227cbc58:35587 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2024-11-26T01:57:23,202 INFO [RS:0;406b227cbc58:35587 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T01:57:23,202 INFO [RS:0;406b227cbc58:35587 {}] regionserver.HRegionServer(3091): Received CLOSE for 41b59bbdf0b8e681ab2f67b837b11f38 2024-11-26T01:57:23,202 INFO [RS:0;406b227cbc58:35587 {}] regionserver.HRegionServer(3091): Received CLOSE for 829657f6b9bfa91d14d82f0483bc8304 2024-11-26T01:57:23,202 INFO [RS:0;406b227cbc58:35587 {}] regionserver.HRegionServer(3091): Received CLOSE for 5e10eab7cf6fbb325c808006c4452cbc 2024-11-26T01:57:23,202 INFO [RS:0;406b227cbc58:35587 {}] regionserver.HRegionServer(3091): Received CLOSE for 5550fe72a9366af259ac726ebaffa17d 2024-11-26T01:57:23,202 INFO [RS:0;406b227cbc58:35587 {}] regionserver.HRegionServer(3091): Received CLOSE for ddef0a84d064233dcec0652c33c43643 2024-11-26T01:57:23,202 INFO [RS:0;406b227cbc58:35587 {}] regionserver.HRegionServer(3091): Received CLOSE for 6c7d299bddf6b0bb447742665c2edca8 2024-11-26T01:57:23,202 INFO [RS:0;406b227cbc58:35587 {}] regionserver.HRegionServer(3091): Received CLOSE for 7dd441177774af7e678e3a9518e59a87 2024-11-26T01:57:23,202 INFO [RS:0;406b227cbc58:35587 {}] regionserver.HRegionServer(3091): Received CLOSE for 0ab9dbab90281b33cf77febb78dc0f59 2024-11-26T01:57:23,202 INFO [RS:0;406b227cbc58:35587 {}] regionserver.HRegionServer(3091): Received CLOSE for 8dce50559a5ec495ab397e471bf220ad 2024-11-26T01:57:23,202 INFO [RS:0;406b227cbc58:35587 {}] regionserver.HRegionServer(959): stopping server 406b227cbc58,35587,1732586114882 2024-11-26T01:57:23,202 INFO [RS:0;406b227cbc58:35587 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T01:57:23,203 INFO [RS:0;406b227cbc58:35587 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;406b227cbc58:35587. 2024-11-26T01:57:23,203 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 41b59bbdf0b8e681ab2f67b837b11f38, disabling compactions & flushes 2024-11-26T01:57:23,203 INFO [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1732586141485.41b59bbdf0b8e681ab2f67b837b11f38. 2024-11-26T01:57:23,203 DEBUG [RS:0;406b227cbc58:35587 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T01:57:23,203 DEBUG [RS:0;406b227cbc58:35587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:23,203 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1732586141485.41b59bbdf0b8e681ab2f67b837b11f38. 2024-11-26T01:57:23,203 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1732586141485.41b59bbdf0b8e681ab2f67b837b11f38. after waiting 0 ms 2024-11-26T01:57:23,203 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1732586141485.41b59bbdf0b8e681ab2f67b837b11f38. 2024-11-26T01:57:23,203 INFO [RS:0;406b227cbc58:35587 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T01:57:23,203 INFO [RS:0;406b227cbc58:35587 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T01:57:23,203 INFO [RS:0;406b227cbc58:35587 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T01:57:23,203 INFO [RS:0;406b227cbc58:35587 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T01:57:23,204 INFO [RS:0;406b227cbc58:35587 {}] regionserver.HRegionServer(1321): Waiting on 10 regions to close 2024-11-26T01:57:23,204 DEBUG [RS_CLOSE_META-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T01:57:23,204 INFO [RS_CLOSE_META-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T01:57:23,204 DEBUG [RS_CLOSE_META-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T01:57:23,204 DEBUG [RS_CLOSE_META-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T01:57:23,204 DEBUG [RS_CLOSE_META-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T01:57:23,204 DEBUG [RS:0;406b227cbc58:35587 {}] regionserver.HRegionServer(1351): Waiting on 0ab9dbab90281b33cf77febb78dc0f59, 1588230740, 41b59bbdf0b8e681ab2f67b837b11f38, 5550fe72a9366af259ac726ebaffa17d, 5e10eab7cf6fbb325c808006c4452cbc, 6c7d299bddf6b0bb447742665c2edca8, 7dd441177774af7e678e3a9518e59a87, 829657f6b9bfa91d14d82f0483bc8304, 8dce50559a5ec495ab397e471bf220ad, ddef0a84d064233dcec0652c33c43643 2024-11-26T01:57:23,204 INFO [RS_CLOSE_META-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=23.97 KB heapSize=42.40 KB 2024-11-26T01:57:23,206 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system_bulk/41b59bbdf0b8e681ab2f67b837b11f38/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-26T01:57:23,207 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-26T01:57:23,207 INFO [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system_bulk,,1732586141485.41b59bbdf0b8e681ab2f67b837b11f38. 2024-11-26T01:57:23,207 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 41b59bbdf0b8e681ab2f67b837b11f38: Waiting for close lock at 1732586243202Running coprocessor pre-close hooks at 1732586243202Disabling compacts and flushes for region at 1732586243202Disabling writes for close at 1732586243203 (+1 ms)Writing region close event to WAL at 1732586243203Running coprocessor post-close hooks at 1732586243207 (+4 ms)Closed at 1732586243207 2024-11-26T01:57:23,207 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1732586141485.41b59bbdf0b8e681ab2f67b837b11f38. 2024-11-26T01:57:23,208 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 829657f6b9bfa91d14d82f0483bc8304, disabling compactions & flushes 2024-11-26T01:57:23,208 INFO [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:table2,,1732586238039.829657f6b9bfa91d14d82f0483bc8304. 2024-11-26T01:57:23,208 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1732586238039.829657f6b9bfa91d14d82f0483bc8304. 2024-11-26T01:57:23,208 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1732586238039.829657f6b9bfa91d14d82f0483bc8304. after waiting 0 ms 2024-11-26T01:57:23,208 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1732586238039.829657f6b9bfa91d14d82f0483bc8304. 2024-11-26T01:57:23,212 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/ns2/table2/829657f6b9bfa91d14d82f0483bc8304/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-26T01:57:23,212 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-26T01:57:23,212 INFO [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:table2,,1732586238039.829657f6b9bfa91d14d82f0483bc8304. 2024-11-26T01:57:23,212 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 829657f6b9bfa91d14d82f0483bc8304: Waiting for close lock at 1732586243208Running coprocessor pre-close hooks at 1732586243208Disabling compacts and flushes for region at 1732586243208Disabling writes for close at 1732586243208Writing region close event to WAL at 1732586243208Running coprocessor post-close hooks at 1732586243212 (+4 ms)Closed at 1732586243212 2024-11-26T01:57:23,213 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:table2,,1732586238039.829657f6b9bfa91d14d82f0483bc8304. 2024-11-26T01:57:23,213 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5e10eab7cf6fbb325c808006c4452cbc, disabling compactions & flushes 2024-11-26T01:57:23,213 INFO [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns4:test-17325861317473,,1732586135858.5e10eab7cf6fbb325c808006c4452cbc. 2024-11-26T01:57:23,213 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17325861317473,,1732586135858.5e10eab7cf6fbb325c808006c4452cbc. 2024-11-26T01:57:23,213 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17325861317473,,1732586135858.5e10eab7cf6fbb325c808006c4452cbc. after waiting 0 ms 2024-11-26T01:57:23,213 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17325861317473,,1732586135858.5e10eab7cf6fbb325c808006c4452cbc. 2024-11-26T01:57:23,217 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/ns4/test-17325861317473/5e10eab7cf6fbb325c808006c4452cbc/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-26T01:57:23,217 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-26T01:57:23,217 INFO [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns4:test-17325861317473,,1732586135858.5e10eab7cf6fbb325c808006c4452cbc. 2024-11-26T01:57:23,217 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5e10eab7cf6fbb325c808006c4452cbc: Waiting for close lock at 1732586243213Running coprocessor pre-close hooks at 1732586243213Disabling compacts and flushes for region at 1732586243213Disabling writes for close at 1732586243213Writing region close event to WAL at 1732586243213Running coprocessor post-close hooks at 1732586243217 (+4 ms)Closed at 1732586243217 2024-11-26T01:57:23,218 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-17325861317473,,1732586135858.5e10eab7cf6fbb325c808006c4452cbc. 2024-11-26T01:57:23,218 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5550fe72a9366af259ac726ebaffa17d, disabling compactions & flushes 2024-11-26T01:57:23,218 INFO [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system,,1732586139289.5550fe72a9366af259ac726ebaffa17d. 2024-11-26T01:57:23,218 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1732586139289.5550fe72a9366af259ac726ebaffa17d. 2024-11-26T01:57:23,218 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1732586139289.5550fe72a9366af259ac726ebaffa17d. after waiting 0 ms 2024-11-26T01:57:23,218 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1732586139289.5550fe72a9366af259ac726ebaffa17d. 2024-11-26T01:57:23,218 INFO [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5550fe72a9366af259ac726ebaffa17d 2/2 column families, dataSize=2.12 KB heapSize=3.43 KB 2024-11-26T01:57:23,222 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/.tmp/meta/bf61d1e73cd342b3ba52d402584a6126 is 158, key is trslm:hdfs://localhost:42203/backupUT\x00ns2:test-17325861317471/meta:log-roll-map/1732586218615/Put/seqid=0 2024-11-26T01:57:23,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741995_1171 (size=6208) 2024-11-26T01:57:23,231 DEBUG [RS_CLOSE_META-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/hbase/meta/1588230740/.tmp/info/1cf2a9f4afaf4ba5b58a4bca6f8169cc is 159, key is ns2:test-17325861317471,,1732586133800.ddef0a84d064233dcec0652c33c43643./info:regioninfo/1732586134244/Put/seqid=0 2024-11-26T01:57:23,234 INFO [regionserver/406b227cbc58:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T01:57:23,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741996_1172 (size=19093) 2024-11-26T01:57:23,311 INFO [regionserver/406b227cbc58:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T01:57:23,311 INFO [regionserver/406b227cbc58:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T01:57:23,404 DEBUG [RS:0;406b227cbc58:35587 {}] regionserver.HRegionServer(1351): Waiting on 0ab9dbab90281b33cf77febb78dc0f59, 1588230740, 5550fe72a9366af259ac726ebaffa17d, 6c7d299bddf6b0bb447742665c2edca8, 7dd441177774af7e678e3a9518e59a87, 8dce50559a5ec495ab397e471bf220ad, ddef0a84d064233dcec0652c33c43643 2024-11-26T01:57:23,604 DEBUG [RS:0;406b227cbc58:35587 {}] regionserver.HRegionServer(1351): Waiting on 0ab9dbab90281b33cf77febb78dc0f59, 1588230740, 5550fe72a9366af259ac726ebaffa17d, 6c7d299bddf6b0bb447742665c2edca8, 7dd441177774af7e678e3a9518e59a87, 8dce50559a5ec495ab397e471bf220ad, ddef0a84d064233dcec0652c33c43643 2024-11-26T01:57:23,627 INFO [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=944 B at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/.tmp/meta/bf61d1e73cd342b3ba52d402584a6126 2024-11-26T01:57:23,635 INFO [RS_CLOSE_META-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.86 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/hbase/meta/1588230740/.tmp/info/1cf2a9f4afaf4ba5b58a4bca6f8169cc 2024-11-26T01:57:23,636 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/.tmp/session/913bf9b83ebd40448934985c5f8e6877 is 588, key is session:backup_1732586206439/session:context/1732586219051/Put/seqid=0 2024-11-26T01:57:23,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741997_1173 (size=5689) 2024-11-26T01:57:23,656 DEBUG [RS_CLOSE_META-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/hbase/meta/1588230740/.tmp/ns/ff38fff2d43645219c6839bda785017f is 85, key is ns2:table2,,1732586225183.cdd5ab44545f3cb40640b6a20fa8c09e./ns:/1732586238039/DeleteFamily/seqid=0 2024-11-26T01:57:23,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741998_1174 (size=5760) 2024-11-26T01:57:23,805 DEBUG [RS:0;406b227cbc58:35587 {}] regionserver.HRegionServer(1351): Waiting on 0ab9dbab90281b33cf77febb78dc0f59, 1588230740, 5550fe72a9366af259ac726ebaffa17d, 6c7d299bddf6b0bb447742665c2edca8, 7dd441177774af7e678e3a9518e59a87, 8dce50559a5ec495ab397e471bf220ad, ddef0a84d064233dcec0652c33c43643 2024-11-26T01:57:24,005 DEBUG [RS:0;406b227cbc58:35587 {}] regionserver.HRegionServer(1351): Waiting on 0ab9dbab90281b33cf77febb78dc0f59, 1588230740, 5550fe72a9366af259ac726ebaffa17d, 6c7d299bddf6b0bb447742665c2edca8, 7dd441177774af7e678e3a9518e59a87, 8dce50559a5ec495ab397e471bf220ad, ddef0a84d064233dcec0652c33c43643 2024-11-26T01:57:24,046 INFO [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.20 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/.tmp/session/913bf9b83ebd40448934985c5f8e6877 2024-11-26T01:57:24,051 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/.tmp/meta/bf61d1e73cd342b3ba52d402584a6126 as hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/meta/bf61d1e73cd342b3ba52d402584a6126 2024-11-26T01:57:24,056 INFO [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/meta/bf61d1e73cd342b3ba52d402584a6126, entries=7, sequenceid=52, filesize=6.1 K 2024-11-26T01:57:24,057 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/.tmp/session/913bf9b83ebd40448934985c5f8e6877 as hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/session/913bf9b83ebd40448934985c5f8e6877 2024-11-26T01:57:24,060 INFO [RS_CLOSE_META-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=474 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/hbase/meta/1588230740/.tmp/ns/ff38fff2d43645219c6839bda785017f 2024-11-26T01:57:24,063 INFO [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/session/913bf9b83ebd40448934985c5f8e6877, entries=2, sequenceid=52, filesize=5.6 K 2024-11-26T01:57:24,064 INFO [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for 5550fe72a9366af259ac726ebaffa17d in 846ms, sequenceid=52, compaction requested=true 2024-11-26T01:57:24,069 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/backup/system/5550fe72a9366af259ac726ebaffa17d/recovered.edits/55.seqid, newMaxSeqId=55, maxSeqId=1 2024-11-26T01:57:24,069 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-26T01:57:24,069 INFO [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system,,1732586139289.5550fe72a9366af259ac726ebaffa17d. 2024-11-26T01:57:24,069 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5550fe72a9366af259ac726ebaffa17d: Waiting for close lock at 1732586243218Running coprocessor pre-close hooks at 1732586243218Disabling compacts and flushes for region at 1732586243218Disabling writes for close at 1732586243218Obtaining lock to block concurrent updates at 1732586243218Preparing flush snapshotting stores in 5550fe72a9366af259ac726ebaffa17d at 1732586243218Finished memstore snapshotting backup:system,,1732586139289.5550fe72a9366af259ac726ebaffa17d., syncing WAL and waiting on mvcc, flushsize=dataSize=2170, getHeapSize=3480, getOffHeapSize=0, getCellsCount=11 at 1732586243218Flushing stores of backup:system,,1732586139289.5550fe72a9366af259ac726ebaffa17d. at 1732586243219 (+1 ms)Flushing 5550fe72a9366af259ac726ebaffa17d/meta: creating writer at 1732586243219Flushing 5550fe72a9366af259ac726ebaffa17d/meta: appending metadata at 1732586243222 (+3 ms)Flushing 5550fe72a9366af259ac726ebaffa17d/meta: closing flushed file at 1732586243222Flushing 5550fe72a9366af259ac726ebaffa17d/session: creating writer at 1732586243633 (+411 ms)Flushing 5550fe72a9366af259ac726ebaffa17d/session: appending metadata at 1732586243635 (+2 ms)Flushing 5550fe72a9366af259ac726ebaffa17d/session: closing flushed file at 1732586243636 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15e23259: reopening flushed file at 1732586244050 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5853454: reopening flushed file at 1732586244056 (+6 ms)Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for 5550fe72a9366af259ac726ebaffa17d in 846ms, sequenceid=52, compaction requested=true at 1732586244064 (+8 ms)Writing region close event to WAL at 1732586244066 (+2 ms)Running coprocessor post-close hooks at 1732586244069 (+3 ms)Closed at 1732586244069 2024-11-26T01:57:24,069 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1732586139289.5550fe72a9366af259ac726ebaffa17d. 2024-11-26T01:57:24,070 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ddef0a84d064233dcec0652c33c43643, disabling compactions & flushes 2024-11-26T01:57:24,070 INFO [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:test-17325861317471,,1732586133800.ddef0a84d064233dcec0652c33c43643. 2024-11-26T01:57:24,070 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17325861317471,,1732586133800.ddef0a84d064233dcec0652c33c43643. 2024-11-26T01:57:24,070 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17325861317471,,1732586133800.ddef0a84d064233dcec0652c33c43643. after waiting 0 ms 2024-11-26T01:57:24,070 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17325861317471,,1732586133800.ddef0a84d064233dcec0652c33c43643. 2024-11-26T01:57:24,074 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/ns2/test-17325861317471/ddef0a84d064233dcec0652c33c43643/recovered.edits/114.seqid, newMaxSeqId=114, maxSeqId=1 2024-11-26T01:57:24,075 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-26T01:57:24,075 INFO [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:test-17325861317471,,1732586133800.ddef0a84d064233dcec0652c33c43643. 2024-11-26T01:57:24,075 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ddef0a84d064233dcec0652c33c43643: Waiting for close lock at 1732586244070Running coprocessor pre-close hooks at 1732586244070Disabling compacts and flushes for region at 1732586244070Disabling writes for close at 1732586244070Writing region close event to WAL at 1732586244071 (+1 ms)Running coprocessor post-close hooks at 1732586244075 (+4 ms)Closed at 1732586244075 2024-11-26T01:57:24,075 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-17325861317471,,1732586133800.ddef0a84d064233dcec0652c33c43643. 2024-11-26T01:57:24,075 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6c7d299bddf6b0bb447742665c2edca8, disabling compactions & flushes 2024-11-26T01:57:24,075 INFO [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns3:test-17325861317472,,1732586134690.6c7d299bddf6b0bb447742665c2edca8. 2024-11-26T01:57:24,075 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17325861317472,,1732586134690.6c7d299bddf6b0bb447742665c2edca8. 2024-11-26T01:57:24,075 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17325861317472,,1732586134690.6c7d299bddf6b0bb447742665c2edca8. after waiting 0 ms 2024-11-26T01:57:24,075 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17325861317472,,1732586134690.6c7d299bddf6b0bb447742665c2edca8. 2024-11-26T01:57:24,079 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/ns3/test-17325861317472/6c7d299bddf6b0bb447742665c2edca8/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-26T01:57:24,079 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-26T01:57:24,080 INFO [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns3:test-17325861317472,,1732586134690.6c7d299bddf6b0bb447742665c2edca8. 2024-11-26T01:57:24,080 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6c7d299bddf6b0bb447742665c2edca8: Waiting for close lock at 1732586244075Running coprocessor pre-close hooks at 1732586244075Disabling compacts and flushes for region at 1732586244075Disabling writes for close at 1732586244075Writing region close event to WAL at 1732586244076 (+1 ms)Running coprocessor post-close hooks at 1732586244079 (+3 ms)Closed at 1732586244080 (+1 ms) 2024-11-26T01:57:24,080 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-17325861317472,,1732586134690.6c7d299bddf6b0bb447742665c2edca8. 2024-11-26T01:57:24,080 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7dd441177774af7e678e3a9518e59a87, disabling compactions & flushes 2024-11-26T01:57:24,080 INFO [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,,1732586229429.7dd441177774af7e678e3a9518e59a87. 2024-11-26T01:57:24,080 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732586229429.7dd441177774af7e678e3a9518e59a87. 2024-11-26T01:57:24,080 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,,1732586229429.7dd441177774af7e678e3a9518e59a87. after waiting 0 ms 2024-11-26T01:57:24,080 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,,1732586229429.7dd441177774af7e678e3a9518e59a87. 2024-11-26T01:57:24,082 DEBUG [RS_CLOSE_META-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/hbase/meta/1588230740/.tmp/rep_barrier/f1388bdd7eb0471687ebdede238e1958 is 94, key is ns2:table2,,1732586225183.cdd5ab44545f3cb40640b6a20fa8c09e./rep_barrier:/1732586238039/DeleteFamily/seqid=0 2024-11-26T01:57:24,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741999_1175 (size=5640) 2024-11-26T01:57:24,086 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/7dd441177774af7e678e3a9518e59a87/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=6 2024-11-26T01:57:24,087 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-26T01:57:24,087 INFO [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,,1732586229429.7dd441177774af7e678e3a9518e59a87. 2024-11-26T01:57:24,087 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7dd441177774af7e678e3a9518e59a87: Waiting for close lock at 1732586244080Running coprocessor pre-close hooks at 1732586244080Disabling compacts and flushes for region at 1732586244080Disabling writes for close at 1732586244080Writing region close event to WAL at 1732586244083 (+3 ms)Running coprocessor post-close hooks at 1732586244087 (+4 ms)Closed at 1732586244087 2024-11-26T01:57:24,087 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,,1732586229429.7dd441177774af7e678e3a9518e59a87. 2024-11-26T01:57:24,087 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0ab9dbab90281b33cf77febb78dc0f59, disabling compactions & flushes 2024-11-26T01:57:24,087 INFO [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,row0,1732586229429.0ab9dbab90281b33cf77febb78dc0f59. 2024-11-26T01:57:24,087 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732586229429.0ab9dbab90281b33cf77febb78dc0f59. 2024-11-26T01:57:24,087 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732586229429.0ab9dbab90281b33cf77febb78dc0f59. after waiting 0 ms 2024-11-26T01:57:24,087 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732586229429.0ab9dbab90281b33cf77febb78dc0f59. 2024-11-26T01:57:24,091 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/table1/0ab9dbab90281b33cf77febb78dc0f59/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=6 2024-11-26T01:57:24,092 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-26T01:57:24,092 INFO [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,row0,1732586229429.0ab9dbab90281b33cf77febb78dc0f59. 2024-11-26T01:57:24,092 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0ab9dbab90281b33cf77febb78dc0f59: Waiting for close lock at 1732586244087Running coprocessor pre-close hooks at 1732586244087Disabling compacts and flushes for region at 1732586244087Disabling writes for close at 1732586244087Writing region close event to WAL at 1732586244088 (+1 ms)Running coprocessor post-close hooks at 1732586244092 (+4 ms)Closed at 1732586244092 2024-11-26T01:57:24,092 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,row0,1732586229429.0ab9dbab90281b33cf77febb78dc0f59. 2024-11-26T01:57:24,092 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8dce50559a5ec495ab397e471bf220ad, disabling compactions & flushes 2024-11-26T01:57:24,092 INFO [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test-1732586131747,,1732586132233.8dce50559a5ec495ab397e471bf220ad. 2024-11-26T01:57:24,092 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test-1732586131747,,1732586132233.8dce50559a5ec495ab397e471bf220ad. 2024-11-26T01:57:24,092 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test-1732586131747,,1732586132233.8dce50559a5ec495ab397e471bf220ad. after waiting 0 ms 2024-11-26T01:57:24,092 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test-1732586131747,,1732586132233.8dce50559a5ec495ab397e471bf220ad. 2024-11-26T01:57:24,092 INFO [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8dce50559a5ec495ab397e471bf220ad 3/3 column families, dataSize=378 B heapSize=1.63 KB 2024-11-26T01:57:24,107 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/.tmp/f2/011126a91f9547468205c6fbbaf93823 is 58, key is row-test-1732586131747-2-0/f2:q1/1732586201422/Put/seqid=0 2024-11-26T01:57:24,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073742000_1176 (size=5464) 2024-11-26T01:57:24,205 INFO [RS:0;406b227cbc58:35587 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T01:57:24,205 DEBUG [RS:0;406b227cbc58:35587 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8dce50559a5ec495ab397e471bf220ad=test-1732586131747,,1732586132233.8dce50559a5ec495ab397e471bf220ad.} 2024-11-26T01:57:24,205 DEBUG [RS:0;406b227cbc58:35587 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8dce50559a5ec495ab397e471bf220ad 2024-11-26T01:57:24,405 DEBUG [RS:0;406b227cbc58:35587 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8dce50559a5ec495ab397e471bf220ad 2024-11-26T01:57:24,487 INFO [RS_CLOSE_META-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=266 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/hbase/meta/1588230740/.tmp/rep_barrier/f1388bdd7eb0471687ebdede238e1958 2024-11-26T01:57:24,507 DEBUG [RS_CLOSE_META-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/hbase/meta/1588230740/.tmp/table/3a977c06d5e54b23ab9ec415d42e1965 is 88, key is ns2:table2,,1732586225183.cdd5ab44545f3cb40640b6a20fa8c09e./table:/1732586238039/DeleteFamily/seqid=0 2024-11-26T01:57:24,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073742001_1177 (size=6364) 2024-11-26T01:57:24,511 INFO [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=378 B at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/.tmp/f2/011126a91f9547468205c6fbbaf93823 2024-11-26T01:57:24,517 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/.tmp/f2/011126a91f9547468205c6fbbaf93823 as hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/f2/011126a91f9547468205c6fbbaf93823 2024-11-26T01:57:24,522 INFO [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/f2/011126a91f9547468205c6fbbaf93823, entries=7, sequenceid=348, filesize=5.3 K 2024-11-26T01:57:24,523 INFO [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 8dce50559a5ec495ab397e471bf220ad in 431ms, sequenceid=348, compaction requested=false 2024-11-26T01:57:24,528 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/default/test-1732586131747/8dce50559a5ec495ab397e471bf220ad/recovered.edits/351.seqid, newMaxSeqId=351, maxSeqId=337 2024-11-26T01:57:24,529 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-26T01:57:24,529 INFO [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test-1732586131747,,1732586132233.8dce50559a5ec495ab397e471bf220ad. 2024-11-26T01:57:24,529 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8dce50559a5ec495ab397e471bf220ad: Waiting for close lock at 1732586244092Running coprocessor pre-close hooks at 1732586244092Disabling compacts and flushes for region at 1732586244092Disabling writes for close at 1732586244092Obtaining lock to block concurrent updates at 1732586244092Preparing flush snapshotting stores in 8dce50559a5ec495ab397e471bf220ad at 1732586244092Finished memstore snapshotting test-1732586131747,,1732586132233.8dce50559a5ec495ab397e471bf220ad., syncing WAL and waiting on mvcc, flushsize=dataSize=378, getHeapSize=1616, getOffHeapSize=0, getCellsCount=7 at 1732586244092Flushing stores of test-1732586131747,,1732586132233.8dce50559a5ec495ab397e471bf220ad. at 1732586244093 (+1 ms)Flushing 8dce50559a5ec495ab397e471bf220ad/f2: creating writer at 1732586244093Flushing 8dce50559a5ec495ab397e471bf220ad/f2: appending metadata at 1732586244107 (+14 ms)Flushing 8dce50559a5ec495ab397e471bf220ad/f2: closing flushed file at 1732586244107Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5125c830: reopening flushed file at 1732586244516 (+409 ms)Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 8dce50559a5ec495ab397e471bf220ad in 431ms, sequenceid=348, compaction requested=false at 1732586244524 (+8 ms)Writing region close event to WAL at 1732586244525 (+1 ms)Running coprocessor post-close hooks at 1732586244529 (+4 ms)Closed at 1732586244529 2024-11-26T01:57:24,529 DEBUG [RS_CLOSE_REGION-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1732586131747,,1732586132233.8dce50559a5ec495ab397e471bf220ad. 2024-11-26T01:57:24,606 DEBUG [RS:0;406b227cbc58:35587 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T01:57:24,806 DEBUG [RS:0;406b227cbc58:35587 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T01:57:24,912 INFO [RS_CLOSE_META-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.39 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/hbase/meta/1588230740/.tmp/table/3a977c06d5e54b23ab9ec415d42e1965 2024-11-26T01:57:24,918 DEBUG [RS_CLOSE_META-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/hbase/meta/1588230740/.tmp/info/1cf2a9f4afaf4ba5b58a4bca6f8169cc as hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/hbase/meta/1588230740/info/1cf2a9f4afaf4ba5b58a4bca6f8169cc 2024-11-26T01:57:24,922 INFO [RS_CLOSE_META-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/hbase/meta/1588230740/info/1cf2a9f4afaf4ba5b58a4bca6f8169cc, entries=114, sequenceid=97, filesize=18.6 K 2024-11-26T01:57:24,923 DEBUG [RS_CLOSE_META-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/hbase/meta/1588230740/.tmp/ns/ff38fff2d43645219c6839bda785017f as hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/hbase/meta/1588230740/ns/ff38fff2d43645219c6839bda785017f 2024-11-26T01:57:24,928 INFO [RS_CLOSE_META-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/hbase/meta/1588230740/ns/ff38fff2d43645219c6839bda785017f, entries=10, sequenceid=97, filesize=5.6 K 2024-11-26T01:57:24,929 DEBUG [RS_CLOSE_META-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/hbase/meta/1588230740/.tmp/rep_barrier/f1388bdd7eb0471687ebdede238e1958 as hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/hbase/meta/1588230740/rep_barrier/f1388bdd7eb0471687ebdede238e1958 2024-11-26T01:57:24,934 INFO [RS_CLOSE_META-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/hbase/meta/1588230740/rep_barrier/f1388bdd7eb0471687ebdede238e1958, entries=3, sequenceid=97, filesize=5.5 K 2024-11-26T01:57:24,935 DEBUG [RS_CLOSE_META-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/hbase/meta/1588230740/.tmp/table/3a977c06d5e54b23ab9ec415d42e1965 as hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/hbase/meta/1588230740/table/3a977c06d5e54b23ab9ec415d42e1965 2024-11-26T01:57:24,939 INFO [RS_CLOSE_META-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/hbase/meta/1588230740/table/3a977c06d5e54b23ab9ec415d42e1965, entries=21, sequenceid=97, filesize=6.2 K 2024-11-26T01:57:24,940 INFO [RS_CLOSE_META-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1736ms, sequenceid=97, compaction requested=false 2024-11-26T01:57:24,945 DEBUG [RS_CLOSE_META-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/data/hbase/meta/1588230740/recovered.edits/100.seqid, newMaxSeqId=100, maxSeqId=1 2024-11-26T01:57:24,945 DEBUG [RS_CLOSE_META-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-26T01:57:24,945 DEBUG [RS_CLOSE_META-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T01:57:24,945 INFO [RS_CLOSE_META-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T01:57:24,945 DEBUG [RS_CLOSE_META-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732586243204Running coprocessor pre-close hooks at 1732586243204Disabling compacts and flushes for region at 1732586243204Disabling writes for close at 1732586243204Obtaining lock to block concurrent updates at 1732586243204Preparing flush snapshotting stores in 1588230740 at 1732586243204Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=24544, getHeapSize=43352, getOffHeapSize=0, getCellsCount=235 at 1732586243204Flushing stores of hbase:meta,,1.1588230740 at 1732586243205 (+1 ms)Flushing 1588230740/info: creating writer at 1732586243205Flushing 1588230740/info: appending metadata at 1732586243230 (+25 ms)Flushing 1588230740/info: closing flushed file at 1732586243230Flushing 1588230740/ns: creating writer at 1732586243640 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732586243655 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732586243655Flushing 1588230740/rep_barrier: creating writer at 1732586244066 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732586244082 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732586244082Flushing 1588230740/table: creating writer at 1732586244492 (+410 ms)Flushing 1588230740/table: appending metadata at 1732586244507 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732586244507Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43473319: reopening flushed file at 1732586244917 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2446c935: reopening flushed file at 1732586244923 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@235ce4f2: reopening flushed file at 1732586244928 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@596db6a4: reopening flushed file at 1732586244934 (+6 ms)Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1736ms, sequenceid=97, compaction requested=false at 1732586244940 (+6 ms)Writing region close event to WAL at 1732586244941 (+1 ms)Running coprocessor post-close hooks at 1732586244945 (+4 ms)Closed at 1732586244945 2024-11-26T01:57:24,946 DEBUG [RS_CLOSE_META-regionserver/406b227cbc58:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T01:57:25,006 INFO [RS:0;406b227cbc58:35587 {}] regionserver.HRegionServer(976): stopping server 406b227cbc58,35587,1732586114882; all regions closed. 2024-11-26T01:57:25,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741955_1131 (size=16160) 2024-11-26T01:57:25,009 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.meta.1732586211076.meta not finished, retry = 0 2024-11-26T01:57:25,114 DEBUG [RS:0;406b227cbc58:35587 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/oldWALs 2024-11-26T01:57:25,114 INFO [RS:0;406b227cbc58:35587 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 406b227cbc58%2C35587%2C1732586114882.meta:.meta(num 1732586211076) 2024-11-26T01:57:25,116 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-1.1732586211019 not finished, retry = 0 2024-11-26T01:57:25,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741953_1129 (size=7883) 2024-11-26T01:57:25,220 DEBUG [RS:0;406b227cbc58:35587 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/oldWALs 2024-11-26T01:57:25,220 INFO [RS:0;406b227cbc58:35587 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-1:(num 1732586211019) 2024-11-26T01:57:25,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741954_1130 (size=4165) 2024-11-26T01:57:25,222 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/WALs/406b227cbc58,35587,1732586114882/406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-0.1732586211047 not finished, retry = 0 2024-11-26T01:57:25,325 DEBUG [RS:0;406b227cbc58:35587 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/oldWALs 2024-11-26T01:57:25,325 INFO [RS:0;406b227cbc58:35587 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 406b227cbc58%2C35587%2C1732586114882.406b227cbc58%2C35587%2C1732586114882.regiongroup-0:(num 1732586211047) 2024-11-26T01:57:25,325 DEBUG [RS:0;406b227cbc58:35587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:25,325 INFO [RS:0;406b227cbc58:35587 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T01:57:25,325 INFO [RS:0;406b227cbc58:35587 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T01:57:25,325 INFO [RS:0;406b227cbc58:35587 {}] hbase.ChoreService(370): Chore service for: regionserver/406b227cbc58:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T01:57:25,325 INFO [RS:0;406b227cbc58:35587 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T01:57:25,325 INFO [regionserver/406b227cbc58:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T01:57:25,326 INFO [RS:0;406b227cbc58:35587 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35587 2024-11-26T01:57:25,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x10079b000ea0001, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/406b227cbc58,35587,1732586114882 2024-11-26T01:57:25,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-11-26T01:57:25,539 INFO [RS:0;406b227cbc58:35587 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T01:57:25,540 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [406b227cbc58,35587,1732586114882] 2024-11-26T01:57:25,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x10079b000ea0001, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T01:57:25,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x10079b000ea0001, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T01:57:25,912 INFO [RS:0;406b227cbc58:35587 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T01:57:25,912 INFO [RS:0;406b227cbc58:35587 {}] regionserver.HRegionServer(1031): Exiting; stopping=406b227cbc58,35587,1732586114882; zookeeper connection closed. 2024-11-26T01:57:25,913 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4fc941f1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4fc941f1 2024-11-26T01:57:25,914 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T01:57:26,083 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1/draining/406b227cbc58,35587,1732586114882 already deleted, retry=false 2024-11-26T01:57:26,084 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 406b227cbc58,35587,1732586114882 expired; onlineServers=0 2024-11-26T01:57:26,084 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '406b227cbc58,46417,1732586112287' ***** 2024-11-26T01:57:26,084 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T01:57:26,084 INFO [M:0;406b227cbc58:46417 {}] hbase.HBaseServerBase(468): Stop info server 2024-11-26T01:57:26,287 INFO [M:0;406b227cbc58:46417 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@9300388{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/master} 2024-11-26T01:57:26,288 INFO [M:0;406b227cbc58:46417 {}] server.AbstractConnector(383): Stopped ServerConnector@1843ae52{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-26T01:57:26,288 INFO [M:0;406b227cbc58:46417 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T01:57:26,288 INFO [M:0;406b227cbc58:46417 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@78633c71{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-11-26T01:57:26,288 INFO [M:0;406b227cbc58:46417 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@135db9d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/hadoop.log.dir/,STOPPED} 2024-11-26T01:57:26,289 INFO [M:0;406b227cbc58:46417 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T01:57:26,289 INFO [M:0;406b227cbc58:46417 {}] master.HMaster(1770): Stopping master jetty server 2024-11-26T01:57:26,289 INFO [M:0;406b227cbc58:46417 {}] server.AbstractConnector(383): Stopped ServerConnector@620a27e5{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-26T01:57:26,290 INFO [M:0;406b227cbc58:46417 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T01:57:26,290 DEBUG [M:0;406b227cbc58:46417 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T01:57:26,290 INFO [M:0;406b227cbc58:46417 {}] master.BackupLogCleaner(194): Stopping BackupLogCleaner 2024-11-26T01:57:26,290 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T01:57:26,290 DEBUG [master/406b227cbc58:0:becomeActiveMaster-HFileCleaner.large.0-1732586119861 {}] cleaner.HFileCleaner(306): Exit Thread[master/406b227cbc58:0:becomeActiveMaster-HFileCleaner.large.0-1732586119861,5,FailOnTimeoutGroup] 2024-11-26T01:57:26,290 DEBUG [master/406b227cbc58:0:becomeActiveMaster-HFileCleaner.small.0-1732586119862 {}] cleaner.HFileCleaner(306): Exit Thread[master/406b227cbc58:0:becomeActiveMaster-HFileCleaner.small.0-1732586119862,5,FailOnTimeoutGroup] 2024-11-26T01:57:26,290 INFO [M:0;406b227cbc58:46417 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:0;406b227cbc58:46417. 2024-11-26T01:57:26,290 DEBUG [M:0;406b227cbc58:46417 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupHFileCleaner.stop(BackupHFileCleaner.java:156) at org.apache.hadoop.hbase.master.cleaner.CleanerChore.cleanup(CleanerChore.java:444) at org.apache.hadoop.hbase.master.cleaner.HFileCleaner.cleanup(HFileCleaner.java:239) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:333) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:322) at org.apache.hadoop.hbase.master.HMaster.stopChores(HMaster.java:1923) at org.apache.hadoop.hbase.HBaseServerBase.stopChoreService(HBaseServerBase.java:439) at org.apache.hadoop.hbase.master.HMaster.stopServiceThreads(HMaster.java:1777) at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:631) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T01:57:26,290 DEBUG [M:0;406b227cbc58:46417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:26,290 DEBUG [M:0;406b227cbc58:46417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T01:57:26,290 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T01:57:26,290 DEBUG [M:0;406b227cbc58:46417 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T01:57:26,290 INFO [M:0;406b227cbc58:46417 {}] hbase.ChoreService(370): Chore service for: master/406b227cbc58:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T01:57:26,291 INFO [M:0;406b227cbc58:46417 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T01:57:26,291 DEBUG [M:0;406b227cbc58:46417 {}] master.HMaster(1795): Stopping service threads 2024-11-26T01:57:26,291 INFO [M:0;406b227cbc58:46417 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T01:57:26,291 INFO [M:0;406b227cbc58:46417 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T01:57:26,291 ERROR [M:0;406b227cbc58:46417 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-1,5,PEWorkerGroup] Thread[HFileArchiver-2,5,PEWorkerGroup] Thread[HFileArchiver-3,5,PEWorkerGroup] 2024-11-26T01:57:26,291 INFO [M:0;406b227cbc58:46417 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T01:57:26,292 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T01:57:26,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2024-11-26T01:57:26,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-26T01:57:26,354 DEBUG [M:0;406b227cbc58:46417 {}] zookeeper.ZKUtil(347): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2024-11-26T01:57:26,354 WARN [M:0;406b227cbc58:46417 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T01:57:26,355 INFO [M:0;406b227cbc58:46417 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/.lastflushedseqids 2024-11-26T01:57:26,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073742002_1178 (size=761) 2024-11-26T01:57:26,768 INFO [M:0;406b227cbc58:46417 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T01:57:26,769 INFO [M:0;406b227cbc58:46417 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T01:57:26,770 DEBUG [M:0;406b227cbc58:46417 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T01:57:26,791 INFO [M:0;406b227cbc58:46417 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T01:57:26,791 DEBUG [M:0;406b227cbc58:46417 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T01:57:26,791 DEBUG [M:0;406b227cbc58:46417 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T01:57:26,791 DEBUG [M:0;406b227cbc58:46417 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T01:57:26,791 INFO [M:0;406b227cbc58:46417 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=437.10 KB heapSize=513.79 KB 2024-11-26T01:57:26,805 DEBUG [M:0;406b227cbc58:46417 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f42ff40e896b4acb8109a9c2b4e7c236 is 82, key is hbase:meta,,1/info:regioninfo/1732586121896/Put/seqid=0 2024-11-26T01:57:26,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073742003_1179 (size=5672) 2024-11-26T01:57:27,210 INFO [M:0;406b227cbc58:46417 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=903 (bloomFilter=true), to=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f42ff40e896b4acb8109a9c2b4e7c236 2024-11-26T01:57:27,229 DEBUG [M:0;406b227cbc58:46417 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/629cb9a0a96846dc860ebc1409637256 is 2201, key is \x00\x00\x00\x00\x00\x00\x00P/proc:d/1732586235115/Put/seqid=0 2024-11-26T01:57:27,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073742004_1180 (size=28887) 2024-11-26T01:57:27,634 INFO [M:0;406b227cbc58:46417 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=436.54 KB at sequenceid=903 (bloomFilter=true), to=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/629cb9a0a96846dc860ebc1409637256 2024-11-26T01:57:27,640 INFO [M:0;406b227cbc58:46417 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 629cb9a0a96846dc860ebc1409637256 2024-11-26T01:57:27,655 DEBUG [M:0;406b227cbc58:46417 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/892237f742664b06b7c8fec1ec332bd5 is 69, key is 406b227cbc58,35587,1732586114882/rs:state/1732586119910/Put/seqid=0 2024-11-26T01:57:27,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073742005_1181 (size=5156) 2024-11-26T01:57:28,061 INFO [M:0;406b227cbc58:46417 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=903 (bloomFilter=true), to=hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/892237f742664b06b7c8fec1ec332bd5 2024-11-26T01:57:28,066 DEBUG [M:0;406b227cbc58:46417 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f42ff40e896b4acb8109a9c2b4e7c236 as hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f42ff40e896b4acb8109a9c2b4e7c236 2024-11-26T01:57:28,071 INFO [M:0;406b227cbc58:46417 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f42ff40e896b4acb8109a9c2b4e7c236, entries=8, sequenceid=903, filesize=5.5 K 2024-11-26T01:57:28,073 DEBUG [M:0;406b227cbc58:46417 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/629cb9a0a96846dc860ebc1409637256 as hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/629cb9a0a96846dc860ebc1409637256 2024-11-26T01:57:28,077 INFO [M:0;406b227cbc58:46417 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 629cb9a0a96846dc860ebc1409637256 2024-11-26T01:57:28,077 INFO [M:0;406b227cbc58:46417 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/629cb9a0a96846dc860ebc1409637256, entries=93, sequenceid=903, filesize=28.2 K 2024-11-26T01:57:28,079 DEBUG [M:0;406b227cbc58:46417 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/892237f742664b06b7c8fec1ec332bd5 as hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/892237f742664b06b7c8fec1ec332bd5 2024-11-26T01:57:28,084 INFO [M:0;406b227cbc58:46417 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42203/user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/892237f742664b06b7c8fec1ec332bd5, entries=1, sequenceid=903, filesize=5.0 K 2024-11-26T01:57:28,085 INFO [M:0;406b227cbc58:46417 {}] regionserver.HRegion(3140): Finished flush of dataSize ~437.10 KB/447590, heapSize ~513.49 KB/525816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=903, compaction requested=false 2024-11-26T01:57:28,086 INFO [M:0;406b227cbc58:46417 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T01:57:28,086 DEBUG [M:0;406b227cbc58:46417 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732586246769Disabling compacts and flushes for region at 1732586246769Disabling writes for close at 1732586246791 (+22 ms)Obtaining lock to block concurrent updates at 1732586246791Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732586246791Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=447590, getHeapSize=526056, getOffHeapSize=0, getCellsCount=1026 at 1732586246792 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732586246792Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732586246792Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732586246805 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732586246805Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732586247214 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732586247229 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732586247229Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732586247640 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732586247654 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732586247654Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@125d1bb6: reopening flushed file at 1732586248065 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@149906a3: reopening flushed file at 1732586248072 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5595fd1f: reopening flushed file at 1732586248078 (+6 ms)Finished flush of dataSize ~437.10 KB/447590, heapSize ~513.49 KB/525816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=903, compaction requested=false at 1732586248085 (+7 ms)Writing region close event to WAL at 1732586248086 (+1 ms)Closed at 1732586248086 2024-11-26T01:57:28,090 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/daf7d7fc-3958-c4f6-dc53-24ca80bc14e9/MasterData/WALs/406b227cbc58,46417,1732586112287/406b227cbc58%2C46417%2C1732586112287.406b227cbc58%2C46417%2C1732586112287.regiongroup-0.1732586116730 not finished, retry = 0 2024-11-26T01:57:28,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741830_1006 (size=507196) 2024-11-26T01:57:28,191 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T01:57:28,191 INFO [M:0;406b227cbc58:46417 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T01:57:28,191 INFO [M:0;406b227cbc58:46417 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2024-11-26T01:57:28,191 INFO [M:0;406b227cbc58:46417 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46417 2024-11-26T01:57:28,192 INFO [M:0;406b227cbc58:46417 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T01:57:28,324 INFO [M:0;406b227cbc58:46417 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T01:57:28,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T01:57:28,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46417-0x10079b000ea0000, quorum=127.0.0.1:61999, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T01:57:28,336 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6628e1d0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T01:57:28,339 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d5d982f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T01:57:28,339 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T01:57:28,339 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6be2f62b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T01:57:28,340 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b9b7476{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/hadoop.log.dir/,STOPPED} 2024-11-26T01:57:28,342 WARN [BP-791399885-172.17.0.2-1732586106672 heartbeating to localhost/127.0.0.1:42203 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T01:57:28,342 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T01:57:28,342 WARN [BP-791399885-172.17.0.2-1732586106672 heartbeating to localhost/127.0.0.1:42203 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-791399885-172.17.0.2-1732586106672 (Datanode Uuid 5ace3974-9b59-4ade-a3c4-bfded82ac8e1) service to localhost/127.0.0.1:42203 2024-11-26T01:57:28,342 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T01:57:28,344 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/cluster_83598984-cff2-e8ad-9b22-45442fb05ebc/data/data1/current/BP-791399885-172.17.0.2-1732586106672 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T01:57:28,344 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/cluster_83598984-cff2-e8ad-9b22-45442fb05ebc/data/data2/current/BP-791399885-172.17.0.2-1732586106672 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T01:57:28,344 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T01:57:28,350 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6df1a11{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T01:57:28,351 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34c8bc74{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T01:57:28,351 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T01:57:28,351 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17280962{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T01:57:28,351 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71f46724{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/hadoop.log.dir/,STOPPED} 2024-11-26T01:57:28,361 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T01:57:28,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T01:57:28,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2377): Stopping mini mapreduce cluster... 2024-11-26T01:57:28,433 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3fbe8793{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-26T01:57:28,433 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b59887f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T01:57:28,433 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T01:57:28,433 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49647562{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-26T01:57:28,434 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e599976{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/hadoop.log.dir/,STOPPED} 2024-11-26T01:57:28,442 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2dad7d02{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-26T01:57:28,443 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@201a0ba8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T01:57:28,443 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T01:57:28,443 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ac24bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-26T01:57:28,443 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d8fbd56{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/hadoop.log.dir/,STOPPED} 2024-11-26T01:57:28,447 ERROR [Thread[Thread-272,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-26T01:57:28,448 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69754d98{cluster,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-11-26T01:57:28,448 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22940f04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T01:57:28,448 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T01:57:28,448 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6522fb07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-26T01:57:28,448 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f704027{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/hadoop.log.dir/,STOPPED} 2024-11-26T01:57:28,451 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2024-11-26T01:57:28,454 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(72): Returning, interrupted : java.lang.InterruptedException 2024-11-26T01:57:28,454 ERROR [ResourceManager Event Processor Monitor {}] resourcemanager.ResourceManager$SchedulerEventDispatcher$EventProcessorMonitor(1193): Returning, interrupted : java.lang.InterruptedException: sleep interrupted 2024-11-26T01:57:28,455 ERROR [Thread[Thread-289,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-26T01:57:28,457 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a33c40b{jobhistory,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-11-26T01:57:28,457 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9a28ba{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T01:57:28,458 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T01:57:28,458 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@695b4969{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-26T01:57:28,458 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@659ff9de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/eaaa493c-01f7-2266-60c4-4ea1ba969037/hadoop.log.dir/,STOPPED} 2024-11-26T01:57:28,459 ERROR [Thread[Thread-253,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-26T01:57:28,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2380): Mini mapreduce cluster stopped