2024-12-03 19:16:10,032 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@231f98ef
2024-12-03 19:16:10,053 main DEBUG Took 0.018342 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-12-03 19:16:10,054 main DEBUG PluginManager 'Core' found 129 plugins
2024-12-03 19:16:10,055 main DEBUG PluginManager 'Level' found 0 plugins
2024-12-03 19:16:10,056 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-12-03 19:16:10,058 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 19:16:10,077 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-12-03 19:16:10,098 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 19:16:10,100 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 19:16:10,101 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 19:16:10,102 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 19:16:10,103 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 19:16:10,103 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 19:16:10,105 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 19:16:10,105 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 19:16:10,106 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 19:16:10,107 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 19:16:10,108 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 19:16:10,108 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 19:16:10,109 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 19:16:10,110 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 19:16:10,110 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 19:16:10,111 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 19:16:10,111 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 19:16:10,112 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 19:16:10,112 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 19:16:10,113 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 19:16:10,113 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 19:16:10,114 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 19:16:10,114 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 19:16:10,115 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 19:16:10,116 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 19:16:10,116 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-12-03 19:16:10,118 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 19:16:10,120 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-12-03 19:16:10,123 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-12-03 19:16:10,124 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-12-03 19:16:10,126 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-12-03 19:16:10,127 main DEBUG PluginManager 'Converter' found 47 plugins
2024-12-03 19:16:10,142 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-12-03 19:16:10,147 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-12-03 19:16:10,150 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-12-03 19:16:10,151 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-12-03 19:16:10,152 main DEBUG createAppenders(={Console})
2024-12-03 19:16:10,154 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@231f98ef initialized
2024-12-03 19:16:10,154 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@231f98ef
2024-12-03 19:16:10,155 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@231f98ef OK.
2024-12-03 19:16:10,156 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-12-03 19:16:10,156 main DEBUG OutputStream closed
2024-12-03 19:16:10,157 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-12-03 19:16:10,157 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-12-03 19:16:10,158 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@7a419da4 OK
2024-12-03 19:16:10,278 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-12-03 19:16:10,282 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-12-03 19:16:10,284 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-12-03 19:16:10,286 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-12-03 19:16:10,287 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-12-03 19:16:10,288 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-12-03 19:16:10,288 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-12-03 19:16:10,289 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-12-03 19:16:10,289 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-12-03 19:16:10,289 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-12-03 19:16:10,290 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-12-03 19:16:10,290 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-12-03 19:16:10,292 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-12-03 19:16:10,292 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-12-03 19:16:10,293 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-12-03 19:16:10,293 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-12-03 19:16:10,294 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-12-03 19:16:10,295 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-12-03 19:16:10,299 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-03 19:16:10,300 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@141e5bef) with optional ClassLoader: null
2024-12-03 19:16:10,301 main DEBUG Shutdown hook enabled. Registering a new one.
2024-12-03 19:16:10,302 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@141e5bef] started OK.
2024-12-03T19:16:10,369 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestIncrementalBackup timeout: 13 mins
2024-12-03 19:16:10,374 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-12-03 19:16:10,375 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-03T19:16:10,808 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda
2024-12-03T19:16:10,813 DEBUG [Time-limited test {}] impl.BackupManager(124): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner
2024-12-03T19:16:10,815 DEBUG [Time-limited test {}] impl.BackupManager(154): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver
2024-12-03T19:16:10,817 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-12-03T19:16:10,837 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/cluster_c556d55b-1899-2f2b-7744-e4d372867831, deleteOnExit=true
2024-12-03T19:16:10,837 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-12-03T19:16:10,839 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/test.cache.data in system properties and HBase conf
2024-12-03T19:16:10,839 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop.tmp.dir in system properties and HBase conf
2024-12-03T19:16:10,840 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop.log.dir in system properties and HBase conf
2024-12-03T19:16:10,841 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/mapreduce.cluster.local.dir in system properties and HBase conf
2024-12-03T19:16:10,841 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-12-03T19:16:10,842 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-12-03T19:16:10,989 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-12-03T19:16:11,132 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-03T19:16:11,137 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-12-03T19:16:11,138 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-12-03T19:16:11,140 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-12-03T19:16:11,141 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-03T19:16:11,142 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-12-03T19:16:11,142 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-12-03T19:16:11,143 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-03T19:16:11,144 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-03T19:16:11,144 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-12-03T19:16:11,145 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/nfs.dump.dir in system properties and HBase conf
2024-12-03T19:16:11,145 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/java.io.tmpdir in system properties and HBase conf
2024-12-03T19:16:11,146 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-03T19:16:11,146 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-12-03T19:16:11,147 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-12-03T19:16:12,256 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-12-03T19:16:12,370 INFO  [Time-limited test {}] log.Log(170): Logging initialized @3061ms to org.eclipse.jetty.util.log.Slf4jLog
2024-12-03T19:16:12,461 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-03T19:16:12,525 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-03T19:16:12,553 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-03T19:16:12,553 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-03T19:16:12,556 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-12-03T19:16:12,577 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-03T19:16:12,581 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25617c35{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop.log.dir/,AVAILABLE}
2024-12-03T19:16:12,582 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@440fbec2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-03T19:16:12,833 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@328e88eb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/java.io.tmpdir/jetty-localhost-37995-hadoop-hdfs-3_4_1-tests_jar-_-any-2384217701813916295/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-03T19:16:12,846 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@535a581b{HTTP/1.1, (http/1.1)}{localhost:37995}
2024-12-03T19:16:12,846 INFO  [Time-limited test {}] server.Server(415): Started @3539ms
2024-12-03T19:16:13,437 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-03T19:16:13,446 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-03T19:16:13,448 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-03T19:16:13,449 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-03T19:16:13,449 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-12-03T19:16:13,451 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@347c3eb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop.log.dir/,AVAILABLE}
2024-12-03T19:16:13,452 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@308dcebb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-03T19:16:13,594 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d3c17d4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/java.io.tmpdir/jetty-localhost-42731-hadoop-hdfs-3_4_1-tests_jar-_-any-13751179279782109654/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-03T19:16:13,595 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@575d15e0{HTTP/1.1, (http/1.1)}{localhost:42731}
2024-12-03T19:16:13,596 INFO  [Time-limited test {}] server.Server(415): Started @4288ms
2024-12-03T19:16:13,657 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-12-03T19:16:14,639 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/cluster_c556d55b-1899-2f2b-7744-e4d372867831/data/data1/current/BP-124759910-172.17.0.3-1733253371787/current, will proceed with Du for space computation calculation, 
2024-12-03T19:16:14,639 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/cluster_c556d55b-1899-2f2b-7744-e4d372867831/data/data2/current/BP-124759910-172.17.0.3-1733253371787/current, will proceed with Du for space computation calculation, 
2024-12-03T19:16:14,670 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-12-03T19:16:14,712 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd9d211dcd2a588d3 with lease ID 0x8d32a398439e2796: Processing first storage report for DS-a4d7bc3c-fc18-41f5-82e9-fa23790699d2 from datanode DatanodeRegistration(127.0.0.1:44627, datanodeUuid=08dfd8fd-3528-4bb6-8667-22c6f837424c, infoPort=40007, infoSecurePort=0, ipcPort=41203, storageInfo=lv=-57;cid=testClusterID;nsid=368989403;c=1733253371787)
2024-12-03T19:16:14,713 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd9d211dcd2a588d3 with lease ID 0x8d32a398439e2796: from storage DS-a4d7bc3c-fc18-41f5-82e9-fa23790699d2 node DatanodeRegistration(127.0.0.1:44627, datanodeUuid=08dfd8fd-3528-4bb6-8667-22c6f837424c, infoPort=40007, infoSecurePort=0, ipcPort=41203, storageInfo=lv=-57;cid=testClusterID;nsid=368989403;c=1733253371787), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-12-03T19:16:14,714 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd9d211dcd2a588d3 with lease ID 0x8d32a398439e2796: Processing first storage report for DS-3d26c647-b98b-4487-abb1-addb6f9dbe13 from datanode DatanodeRegistration(127.0.0.1:44627, datanodeUuid=08dfd8fd-3528-4bb6-8667-22c6f837424c, infoPort=40007, infoSecurePort=0, ipcPort=41203, storageInfo=lv=-57;cid=testClusterID;nsid=368989403;c=1733253371787)
2024-12-03T19:16:14,714 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd9d211dcd2a588d3 with lease ID 0x8d32a398439e2796: from storage DS-3d26c647-b98b-4487-abb1-addb6f9dbe13 node DatanodeRegistration(127.0.0.1:44627, datanodeUuid=08dfd8fd-3528-4bb6-8667-22c6f837424c, infoPort=40007, infoSecurePort=0, ipcPort=41203, storageInfo=lv=-57;cid=testClusterID;nsid=368989403;c=1733253371787), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-12-03T19:16:14,771 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda
2024-12-03T19:16:14,858 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/cluster_c556d55b-1899-2f2b-7744-e4d372867831/zookeeper_0, clientPort=63892, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/cluster_c556d55b-1899-2f2b-7744-e4d372867831/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/cluster_c556d55b-1899-2f2b-7744-e4d372867831/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-12-03T19:16:14,872 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63892
2024-12-03T19:16:14,884 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-03T19:16:14,888 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-03T19:16:15,122 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741825_1001 (size=7)
2024-12-03T19:16:15,527 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a with version=8
2024-12-03T19:16:15,527 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/hbase-staging
2024-12-03T19:16:15,539 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(136): Setting Master Port to random.
2024-12-03T19:16:15,539 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(143): Setting RegionServer Port to random.
2024-12-03T19:16:15,539 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(153): Setting RS InfoServer Port to random.
2024-12-03T19:16:15,539 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(161): Setting Master InfoServer Port to random.
2024-12-03T19:16:15,618 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-12-03T19:16:15,858 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/5cd6afc4bcac:0 server-side Connection retries=45
2024-12-03T19:16:15,869 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-03T19:16:15,869 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-03T19:16:15,874 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-03T19:16:15,874 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-03T19:16:15,875 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-03T19:16:16,049 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-12-03T19:16:16,120 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-12-03T19:16:16,132 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-12-03T19:16:16,136 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-03T19:16:16,167 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 141322 (auto-detected)
2024-12-03T19:16:16,168 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected)
2024-12-03T19:16:16,198 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32779
2024-12-03T19:16:16,231 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32779 connecting to ZooKeeper ensemble=127.0.0.1:63892
2024-12-03T19:16:16,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:327790x0, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-03T19:16:16,380 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32779-0x1019de9363b0000 connected
2024-12-03T19:16:16,493 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-03T19:16:16,496 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-03T19:16:16,507 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running
2024-12-03T19:16:16,531 INFO  [Time-limited test {}] log.Log(170): Logging initialized @7224ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog
2024-12-03T19:16:16,584 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list
2024-12-03T19:16:16,584 INFO  [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context
2024-12-03T19:16:16,585 INFO  [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter)
2024-12-03T19:16:16,586 INFO  [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter)
2024-12-03T19:16:16,586 INFO  [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter)
2024-12-03T19:16:16,588 INFO  [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master
2024-12-03T19:16:16,588 INFO  [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2024-12-03T19:16:16,588 INFO  [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2024-12-03T19:16:16,590 INFO  [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint.
2024-12-03T19:16:16,663 INFO  [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 42229
2024-12-03T19:16:16,664 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9
2024-12-03T19:16:16,693 INFO  [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter
2024-12-03T19:16:16,695 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@4acbd630{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop.log.dir/,AVAILABLE}
2024-12-03T19:16:16,696 INFO  [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter
2024-12-03T19:16:16,696 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@ebfbfd2{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE}
2024-12-03T19:16:16,746 INFO  [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet
2024-12-03T19:16:16,759 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-03T19:16:16,760 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-03T19:16:16,762 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-12-03T19:16:16,772 INFO  [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter
2024-12-03T19:16:17,575 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@77e4d37e{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/master}
2024-12-03T19:16:17,579 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ab434da{HTTP/1.1, (http/1.1)}{0.0.0.0:42229}
2024-12-03T19:16:17,580 INFO  [Time-limited test {}] server.Server(415): Started @8272ms
2024-12-03T19:16:17,583 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a, hbase.cluster.distributed=false
2024-12-03T19:16:17,616 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl
2024-12-03T19:16:17,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32779
2024-12-03T19:16:17,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32779
2024-12-03T19:16:17,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32779
2024-12-03T19:16:17,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32779
2024-12-03T19:16:17,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32779
2024-12-03T19:16:17,818 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/5cd6afc4bcac:0 server-side Connection retries=45
2024-12-03T19:16:17,820 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-03T19:16:17,820 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-03T19:16:17,820 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-03T19:16:17,820 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-03T19:16:17,821 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-03T19:16:17,824 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-03T19:16:17,827 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-03T19:16:17,828 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37467
2024-12-03T19:16:17,830 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37467 connecting to ZooKeeper ensemble=127.0.0.1:63892
2024-12-03T19:16:17,831 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-03T19:16:17,834 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-03T19:16:17,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374670x0, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-03T19:16:17,879 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:374670x0, quorum=127.0.0.1:63892, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running
2024-12-03T19:16:17,879 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37467-0x1019de9363b0001 connected
2024-12-03T19:16:17,881 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list
2024-12-03T19:16:17,881 INFO  [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context
2024-12-03T19:16:17,882 INFO  [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter)
2024-12-03T19:16:17,882 INFO  [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter)
2024-12-03T19:16:17,883 INFO  [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter)
2024-12-03T19:16:17,884 INFO  [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver
2024-12-03T19:16:17,884 INFO  [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2024-12-03T19:16:17,884 INFO  [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2024-12-03T19:16:17,884 INFO  [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint.
2024-12-03T19:16:17,887 INFO  [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 37835
2024-12-03T19:16:17,887 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9
2024-12-03T19:16:17,888 INFO  [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter
2024-12-03T19:16:17,888 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@6e82f00d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop.log.dir/,AVAILABLE}
2024-12-03T19:16:17,889 INFO  [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter
2024-12-03T19:16:17,889 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@5af9e42e{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE}
2024-12-03T19:16:17,902 INFO  [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet
2024-12-03T19:16:17,903 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-03T19:16:17,903 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-03T19:16:17,903 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-12-03T19:16:17,904 INFO  [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter
2024-12-03T19:16:17,908 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@6edf2259{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/regionserver}
2024-12-03T19:16:17,908 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1aa5419c{HTTP/1.1, (http/1.1)}{0.0.0.0:37835}
2024-12-03T19:16:17,908 INFO  [Time-limited test {}] server.Server(415): Started @8601ms
2024-12-03T19:16:17,912 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-03T19:16:17,920 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-03T19:16:17,923 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37467-0x1019de9363b0001, quorum=127.0.0.1:63892, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master
2024-12-03T19:16:17,928 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37467-0x1019de9363b0001, quorum=127.0.0.1:63892, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl
2024-12-03T19:16:17,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37467
2024-12-03T19:16:17,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37467
2024-12-03T19:16:17,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37467
2024-12-03T19:16:17,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37467
2024-12-03T19:16:17,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37467
2024-12-03T19:16:17,949 DEBUG [M:0;5cd6afc4bcac:32779 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5cd6afc4bcac:32779
2024-12-03T19:16:17,952 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9
2024-12-03T19:16:17,954 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@45ec4205{HTTP/1.1, (http/1.1)}{0.0.0.0:33077}
2024-12-03T19:16:17,954 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] server.Server(415): Started @8647ms
2024-12-03T19:16:17,955 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1/backup-masters/5cd6afc4bcac,32779,1733253375673
2024-12-03T19:16:17,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37467-0x1019de9363b0001, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters
2024-12-03T19:16:17,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters
2024-12-03T19:16:17,981 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/5cd6afc4bcac,32779,1733253375673
2024-12-03T19:16:18,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-03T19:16:18,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37467-0x1019de9363b0001, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master
2024-12-03T19:16:18,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37467-0x1019de9363b0001, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-03T19:16:18,008 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Set watcher on existing znode=/1/master
2024-12-03T19:16:18,009 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/5cd6afc4bcac,32779,1733253375673 from backup master directory
2024-12-03T19:16:18,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/5cd6afc4bcac,32779,1733253375673
2024-12-03T19:16:18,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37467-0x1019de9363b0001, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters
2024-12-03T19:16:18,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters
2024-12-03T19:16:18,020 WARN  [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-03T19:16:18,020 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5cd6afc4bcac,32779,1733253375673
2024-12-03T19:16:18,023 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-12-03T19:16:18,024 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-12-03T19:16:18,074 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/hbase.id] with ID: 7af04778-a84d-44d8-871f-ac60582cb108
2024-12-03T19:16:18,074 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/.tmp/hbase.id
2024-12-03T19:16:18,090 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741826_1002 (size=42)
2024-12-03T19:16:18,091 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/.tmp/hbase.id]:[hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/hbase.id]
2024-12-03T19:16:18,133 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-03T19:16:18,138 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-12-03T19:16:18,157 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms.
2024-12-03T19:16:18,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37467-0x1019de9363b0001, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-03T19:16:18,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-03T19:16:18,215 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741827_1003 (size=196)
2024-12-03T19:16:18,229 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T19:16:18,231 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-12-03T19:16:18,236 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider
2024-12-03T19:16:18,239 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy
2024-12-03T19:16:18,248 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.RegionGroupingProvider.doInit(RegionGroupingProvider.java:156) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.AbstractWALProvider.init(AbstractWALProvider.java:126) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:263) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-03T19:16:18,279 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741828_1004 (size=1189)
2024-12-03T19:16:18,697 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/MasterData/data/master/store
2024-12-03T19:16:18,715 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741829_1005 (size=34)
2024-12-03T19:16:19,120 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-12-03T19:16:19,123 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T19:16:19,124 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-03T19:16:19,124 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T19:16:19,124 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T19:16:19,126 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-03T19:16:19,126 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T19:16:19,126 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T19:16:19,127 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733253379124Disabling compacts and flushes for region at 1733253379124Disabling writes for close at 1733253379126 (+2 ms)Writing region close event to WAL at 1733253379126Closed at 1733253379126
2024-12-03T19:16:19,129 WARN  [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/MasterData/data/master/store/.initializing
2024-12-03T19:16:19,129 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/MasterData/WALs/5cd6afc4bcac,32779,1733253375673
2024-12-03T19:16:19,133 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-03T19:16:19,137 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor 5cd6afc4bcac,32779,1733253375673.regiongroup-0
2024-12-03T19:16:19,151 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5cd6afc4bcac%2C32779%2C1733253375673.5cd6afc4bcac%2C32779%2C1733253375673.regiongroup-0, suffix=, logDir=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/MasterData/WALs/5cd6afc4bcac,32779,1733253375673, archiveDir=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/MasterData/oldWALs, maxLogs=10
2024-12-03T19:16:19,174 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/MasterData/WALs/5cd6afc4bcac,32779,1733253375673/5cd6afc4bcac%2C32779%2C1733253375673.5cd6afc4bcac%2C32779%2C1733253375673.regiongroup-0.1733253379156, exclude list is [], retry=0
2024-12-03T19:16:19,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44627,DS-a4d7bc3c-fc18-41f5-82e9-fa23790699d2,DISK]
2024-12-03T19:16:19,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-12-03T19:16:19,226 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/MasterData/WALs/5cd6afc4bcac,32779,1733253375673/5cd6afc4bcac%2C32779%2C1733253375673.5cd6afc4bcac%2C32779%2C1733253375673.regiongroup-0.1733253379156
2024-12-03T19:16:19,227 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40007:40007)]
2024-12-03T19:16:19,227 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-12-03T19:16:19,228 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T19:16:19,232 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-12-03T19:16:19,233 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-12-03T19:16:19,272 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-03T19:16:19,295 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-12-03T19:16:19,298 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:16:19,301 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T19:16:19,301 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-03T19:16:19,304 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-12-03T19:16:19,305 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:16:19,306 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T19:16:19,307 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-03T19:16:19,311 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-12-03T19:16:19,311 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:16:19,313 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T19:16:19,313 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-03T19:16:19,316 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-12-03T19:16:19,316 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:16:19,317 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T19:16:19,317 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-12-03T19:16:19,321 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-03T19:16:19,322 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-03T19:16:19,328 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-12-03T19:16:19,329 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-12-03T19:16:19,333 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-03T19:16:19,337 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-12-03T19:16:19,341 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T19:16:19,342 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=12048845440, jitterRate=0.1221361756324768}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-03T19:16:19,348 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1733253379249Initializing all the Stores at 1733253379251 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733253379252 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733253379253 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733253379253Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733253379253Cleaning up temporary data from old regions at 1733253379329 (+76 ms)Region opened successfully at 1733253379348 (+19 ms)
2024-12-03T19:16:19,349 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-12-03T19:16:19,379 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cb06dd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=5cd6afc4bcac/172.17.0.3:0
2024-12-03T19:16:19,410 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-12-03T19:16:19,422 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-12-03T19:16:19,423 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-12-03T19:16:19,426 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-12-03T19:16:19,428 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-12-03T19:16:19,435 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec
2024-12-03T19:16:19,435 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-12-03T19:16:19,470 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-12-03T19:16:19,481 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error)
2024-12-03T19:16:19,540 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/balancer already deleted, retry=false
2024-12-03T19:16:19,543 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-12-03T19:16:19,544 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error)
2024-12-03T19:16:19,552 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/normalizer already deleted, retry=false
2024-12-03T19:16:19,555 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-12-03T19:16:19,559 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error)
2024-12-03T19:16:19,569 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/split already deleted, retry=false
2024-12-03T19:16:19,571 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error)
2024-12-03T19:16:19,582 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/merge already deleted, retry=false
2024-12-03T19:16:19,598 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error)
2024-12-03T19:16:19,607 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/snapshot-cleanup already deleted, retry=false
2024-12-03T19:16:19,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37467-0x1019de9363b0001, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running
2024-12-03T19:16:19,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running
2024-12-03T19:16:19,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-03T19:16:19,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37467-0x1019de9363b0001, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-03T19:16:19,622 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5cd6afc4bcac,32779,1733253375673, sessionid=0x1019de9363b0000, setting cluster-up flag (Was=false)
2024-12-03T19:16:19,628 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully.
2024-12-03T19:16:19,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-03T19:16:19,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37467-0x1019de9363b0001, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-03T19:16:19,677 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort
2024-12-03T19:16:19,680 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5cd6afc4bcac,32779,1733253375673
2024-12-03T19:16:19,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37467-0x1019de9363b0001, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-03T19:16:19,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-03T19:16:19,727 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort
2024-12-03T19:16:19,730 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5cd6afc4bcac,32779,1733253375673
2024-12-03T19:16:19,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-03T19:16:19,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37467-0x1019de9363b0001, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-03T19:16:19,777 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort
2024-12-03T19:16:19,780 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5cd6afc4bcac,32779,1733253375673
2024-12-03T19:16:19,786 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-12-03T19:16:19,840 INFO  [RS:0;5cd6afc4bcac:37467 {}] regionserver.HRegionServer(746): ClusterId : 7af04778-a84d-44d8-871f-ac60582cb108
2024-12-03T19:16:19,841 INFO  [RS:0;5cd6afc4bcac:37467 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully.
2024-12-03T19:16:19,842 DEBUG [RS:0;5cd6afc4bcac:37467 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-03T19:16:19,868 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-12-03T19:16:19,880 DEBUG [RS:0;5cd6afc4bcac:37467 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-03T19:16:19,881 DEBUG [RS:0;5cd6afc4bcac:37467 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing
2024-12-03T19:16:19,882 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-12-03T19:16:19,887 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-12-03T19:16:19,892 DEBUG [RS:0;5cd6afc4bcac:37467 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized
2024-12-03T19:16:19,892 DEBUG [RS:0;5cd6afc4bcac:37467 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-03T19:16:19,893 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5cd6afc4bcac,32779,1733253375673
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-12-03T19:16:19,904 DEBUG [RS:0;5cd6afc4bcac:37467 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-03T19:16:19,904 DEBUG [RS:0;5cd6afc4bcac:37467 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50e7241c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=5cd6afc4bcac/172.17.0.3:0
2024-12-03T19:16:19,905 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5
2024-12-03T19:16:19,905 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5
2024-12-03T19:16:19,905 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5
2024-12-03T19:16:19,905 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5
2024-12-03T19:16:19,906 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5cd6afc4bcac:0, corePoolSize=10, maxPoolSize=10
2024-12-03T19:16:19,906 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1
2024-12-03T19:16:19,906 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=2, maxPoolSize=2
2024-12-03T19:16:19,906 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1
2024-12-03T19:16:19,911 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733253409911
2024-12-03T19:16:19,911 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-03T19:16:19,912 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-12-03T19:16:19,913 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-12-03T19:16:19,914 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-12-03T19:16:19,917 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-12-03T19:16:19,918 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner
2024-12-03T19:16:19,918 DEBUG [RS:0;5cd6afc4bcac:37467 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5cd6afc4bcac:37467
2024-12-03T19:16:19,918 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-12-03T19:16:19,918 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-12-03T19:16:19,919 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-12-03T19:16:19,919 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:16:19,919 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-12-03T19:16:19,919 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-03T19:16:19,922 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-12-03T19:16:19,923 INFO  [RS:0;5cd6afc4bcac:37467 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-03T19:16:19,923 INFO  [RS:0;5cd6afc4bcac:37467 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-03T19:16:19,923 DEBUG [RS:0;5cd6afc4bcac:37467 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-03T19:16:19,924 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-12-03T19:16:19,924 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-12-03T19:16:19,926 INFO  [RS:0;5cd6afc4bcac:37467 {}] regionserver.HRegionServer(2659): reportForDuty to master=5cd6afc4bcac,32779,1733253375673 with port=37467, startcode=1733253377774
2024-12-03T19:16:19,930 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741831_1007 (size=1321)
2024-12-03T19:16:19,936 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ecc9776, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:16:19,936 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,32779,-1 for getting cluster id
2024-12-03T19:16:19,937 DEBUG [RS:0;5cd6afc4bcac:37467 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-03T19:16:19,941 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T19:16:19,962 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7af04778-a84d-44d8-871f-ac60582cb108'
2024-12-03T19:16:19,970 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57609, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-12-03T19:16:19,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T19:16:19,976 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32779 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-03T19:16:19,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7af04778-a84d-44d8-871f-ac60582cb108"

2024-12-03T19:16:19,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@489ac5ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:16:19,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,32779,-1]
2024-12-03T19:16:19,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T19:16:19,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:16:19,986 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T19:16:19,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c151e4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:16:19,991 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner
2024-12-03T19:16:19,992 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-12-03T19:16:19,993 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-12-03T19:16:19,994 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733253379994,5,FailOnTimeoutGroup]
2024-12-03T19:16:19,995 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733253379994,5,FailOnTimeoutGroup]
2024-12-03T19:16:19,995 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-03T19:16:19,995 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-12-03T19:16:19,996 DEBUG [RS:0;5cd6afc4bcac:37467 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-12-03T19:16:19,996 WARN  [RS:0;5cd6afc4bcac:37467 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying.
2024-12-03T19:16:19,997 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-12-03T19:16:19,997 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-12-03T19:16:20,098 INFO  [RS:0;5cd6afc4bcac:37467 {}] regionserver.HRegionServer(2659): reportForDuty to master=5cd6afc4bcac,32779,1733253375673 with port=37467, startcode=1733253377774
2024-12-03T19:16:20,100 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32779 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:20,101 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32779 {}] master.ServerManager(517): Registering regionserver=5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:20,109 DEBUG [RS:0;5cd6afc4bcac:37467 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a
2024-12-03T19:16:20,109 DEBUG [RS:0;5cd6afc4bcac:37467 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33573
2024-12-03T19:16:20,109 DEBUG [RS:0;5cd6afc4bcac:37467 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=42229
2024-12-03T19:16:20,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs
2024-12-03T19:16:20,184 DEBUG [RS:0;5cd6afc4bcac:37467 {}] zookeeper.ZKUtil(111): regionserver:37467-0x1019de9363b0001, quorum=127.0.0.1:63892, baseZNode=/1 Set watcher on existing znode=/1/rs/5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:20,184 WARN  [RS:0;5cd6afc4bcac:37467 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-03T19:16:20,184 INFO  [RS:0;5cd6afc4bcac:37467 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider
2024-12-03T19:16:20,184 INFO  [RS:0;5cd6afc4bcac:37467 {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy
2024-12-03T19:16:20,185 DEBUG [RS:0;5cd6afc4bcac:37467 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:20,187 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5cd6afc4bcac,37467,1733253377774]
2024-12-03T19:16:20,206 INFO  [RS:0;5cd6afc4bcac:37467 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-03T19:16:20,220 INFO  [RS:0;5cd6afc4bcac:37467 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-03T19:16:20,225 INFO  [RS:0;5cd6afc4bcac:37467 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-03T19:16:20,225 INFO  [RS:0;5cd6afc4bcac:37467 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-03T19:16:20,226 INFO  [RS:0;5cd6afc4bcac:37467 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-03T19:16:20,231 INFO  [RS:0;5cd6afc4bcac:37467 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-03T19:16:20,232 INFO  [RS:0;5cd6afc4bcac:37467 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-03T19:16:20,233 DEBUG [RS:0;5cd6afc4bcac:37467 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1
2024-12-03T19:16:20,233 DEBUG [RS:0;5cd6afc4bcac:37467 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1
2024-12-03T19:16:20,233 DEBUG [RS:0;5cd6afc4bcac:37467 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1
2024-12-03T19:16:20,233 DEBUG [RS:0;5cd6afc4bcac:37467 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1
2024-12-03T19:16:20,233 DEBUG [RS:0;5cd6afc4bcac:37467 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1
2024-12-03T19:16:20,233 DEBUG [RS:0;5cd6afc4bcac:37467 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5cd6afc4bcac:0, corePoolSize=2, maxPoolSize=2
2024-12-03T19:16:20,233 DEBUG [RS:0;5cd6afc4bcac:37467 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1
2024-12-03T19:16:20,233 DEBUG [RS:0;5cd6afc4bcac:37467 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1
2024-12-03T19:16:20,234 DEBUG [RS:0;5cd6afc4bcac:37467 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1
2024-12-03T19:16:20,234 DEBUG [RS:0;5cd6afc4bcac:37467 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1
2024-12-03T19:16:20,234 DEBUG [RS:0;5cd6afc4bcac:37467 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1
2024-12-03T19:16:20,234 DEBUG [RS:0;5cd6afc4bcac:37467 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1
2024-12-03T19:16:20,234 DEBUG [RS:0;5cd6afc4bcac:37467 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0, corePoolSize=3, maxPoolSize=3
2024-12-03T19:16:20,234 DEBUG [RS:0;5cd6afc4bcac:37467 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5cd6afc4bcac:0, corePoolSize=3, maxPoolSize=3
2024-12-03T19:16:20,235 INFO  [RS:0;5cd6afc4bcac:37467 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-03T19:16:20,235 INFO  [RS:0;5cd6afc4bcac:37467 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-03T19:16:20,235 INFO  [RS:0;5cd6afc4bcac:37467 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-03T19:16:20,235 INFO  [RS:0;5cd6afc4bcac:37467 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-03T19:16:20,235 INFO  [RS:0;5cd6afc4bcac:37467 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-03T19:16:20,235 INFO  [RS:0;5cd6afc4bcac:37467 {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,37467,1733253377774-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-03T19:16:20,254 INFO  [RS:0;5cd6afc4bcac:37467 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-03T19:16:20,256 INFO  [RS:0;5cd6afc4bcac:37467 {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,37467,1733253377774-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-03T19:16:20,256 INFO  [RS:0;5cd6afc4bcac:37467 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-03T19:16:20,256 INFO  [RS:0;5cd6afc4bcac:37467 {}] regionserver.Replication(171): 5cd6afc4bcac,37467,1733253377774 started
2024-12-03T19:16:20,274 INFO  [RS:0;5cd6afc4bcac:37467 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-03T19:16:20,274 INFO  [RS:0;5cd6afc4bcac:37467 {}] regionserver.HRegionServer(1482): Serving as 5cd6afc4bcac,37467,1733253377774, RpcServer on 5cd6afc4bcac/172.17.0.3:37467, sessionid=0x1019de9363b0001
2024-12-03T19:16:20,274 DEBUG [RS:0;5cd6afc4bcac:37467 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-03T19:16:20,275 DEBUG [RS:0;5cd6afc4bcac:37467 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:20,275 DEBUG [RS:0;5cd6afc4bcac:37467 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5cd6afc4bcac,37467,1733253377774'
2024-12-03T19:16:20,275 DEBUG [RS:0;5cd6afc4bcac:37467 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort'
2024-12-03T19:16:20,276 DEBUG [RS:0;5cd6afc4bcac:37467 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired'
2024-12-03T19:16:20,277 DEBUG [RS:0;5cd6afc4bcac:37467 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-03T19:16:20,277 DEBUG [RS:0;5cd6afc4bcac:37467 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting
2024-12-03T19:16:20,277 DEBUG [RS:0;5cd6afc4bcac:37467 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5cd6afc4bcac,37467,1733253377774'
2024-12-03T19:16:20,277 DEBUG [RS:0;5cd6afc4bcac:37467 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-12-03T19:16:20,278 DEBUG [RS:0;5cd6afc4bcac:37467 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-12-03T19:16:20,278 INFO  [RS:0;5cd6afc4bcac:37467 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager.
2024-12-03T19:16:20,278 DEBUG [RS:0;5cd6afc4bcac:37467 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started
2024-12-03T19:16:20,278 DEBUG [RS:0;5cd6afc4bcac:37467 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-03T19:16:20,283 DEBUG [RS:0;5cd6afc4bcac:37467 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:20,283 DEBUG [RS:0;5cd6afc4bcac:37467 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5cd6afc4bcac,37467,1733253377774'
2024-12-03T19:16:20,283 DEBUG [RS:0;5cd6afc4bcac:37467 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort'
2024-12-03T19:16:20,287 DEBUG [RS:0;5cd6afc4bcac:37467 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired'
2024-12-03T19:16:20,288 DEBUG [RS:0;5cd6afc4bcac:37467 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-03T19:16:20,288 INFO  [RS:0;5cd6afc4bcac:37467 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-03T19:16:20,288 INFO  [RS:0;5cd6afc4bcac:37467 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-03T19:16:20,333 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-12-03T19:16:20,333 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a
2024-12-03T19:16:20,342 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741832_1008 (size=32)
2024-12-03T19:16:20,392 INFO  [RS:0;5cd6afc4bcac:37467 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-03T19:16:20,393 INFO  [RS:0;5cd6afc4bcac:37467 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 5cd6afc4bcac,37467,1733253377774.regiongroup-0
2024-12-03T19:16:20,395 INFO  [RS:0;5cd6afc4bcac:37467 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-0, suffix=, logDir=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774, archiveDir=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/oldWALs, maxLogs=32
2024-12-03T19:16:20,410 DEBUG [RS:0;5cd6afc4bcac:37467 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-0.1733253380398, exclude list is [], retry=0
2024-12-03T19:16:20,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44627,DS-a4d7bc3c-fc18-41f5-82e9-fa23790699d2,DISK]
2024-12-03T19:16:20,419 INFO  [RS:0;5cd6afc4bcac:37467 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-0.1733253380398
2024-12-03T19:16:20,419 DEBUG [RS:0;5cd6afc4bcac:37467 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40007:40007)]
2024-12-03T19:16:20,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T19:16:20,748 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-03T19:16:20,751 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-03T19:16:20,751 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:16:20,753 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T19:16:20,753 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-03T19:16:20,756 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-03T19:16:20,756 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:16:20,757 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T19:16:20,758 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-03T19:16:20,761 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-03T19:16:20,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:16:20,762 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T19:16:20,763 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-03T19:16:20,765 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-03T19:16:20,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:16:20,766 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T19:16:20,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-03T19:16:20,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/hbase/meta/1588230740
2024-12-03T19:16:20,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/hbase/meta/1588230740
2024-12-03T19:16:20,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-03T19:16:20,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-03T19:16:20,772 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-03T19:16:20,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-03T19:16:20,778 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T19:16:20,779 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9862213600, jitterRate=-0.0815097838640213}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-03T19:16:20,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1733253380745Initializing all the Stores at 1733253380748 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733253380748Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733253380748Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733253380748Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733253380748Cleaning up temporary data from old regions at 1733253380771 (+23 ms)Region opened successfully at 1733253380781 (+10 ms)
2024-12-03T19:16:20,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-03T19:16:20,782 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-03T19:16:20,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-03T19:16:20,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-03T19:16:20,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-03T19:16:20,783 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-03T19:16:20,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733253380782Disabling compacts and flushes for region at 1733253380782Disabling writes for close at 1733253380782Writing region close event to WAL at 1733253380783 (+1 ms)Closed at 1733253380783
2024-12-03T19:16:20,788 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-03T19:16:20,788 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-12-03T19:16:20,794 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-12-03T19:16:20,801 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-03T19:16:20,803 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-03T19:16:20,956 DEBUG [5cd6afc4bcac:32779 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-12-03T19:16:20,968 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:20,974 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5cd6afc4bcac,37467,1733253377774, state=OPENING
2024-12-03T19:16:21,010 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-12-03T19:16:21,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-03T19:16:21,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37467-0x1019de9363b0001, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-03T19:16:21,020 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED
2024-12-03T19:16:21,020 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED
2024-12-03T19:16:21,021 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-03T19:16:21,023 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,37467,1733253377774}]
2024-12-03T19:16:21,203 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-03T19:16:21,210 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47895, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-03T19:16:21,229 INFO  [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-12-03T19:16:21,230 INFO  [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider
2024-12-03T19:16:21,231 INFO  [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy
2024-12-03T19:16:21,231 INFO  [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-03T19:16:21,231 INFO  [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-12-03T19:16:21,236 INFO  [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5cd6afc4bcac%2C37467%2C1733253377774.meta, suffix=.meta, logDir=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774, archiveDir=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/oldWALs, maxLogs=32
2024-12-03T19:16:21,256 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.meta.1733253381238.meta, exclude list is [], retry=0
2024-12-03T19:16:21,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44627,DS-a4d7bc3c-fc18-41f5-82e9-fa23790699d2,DISK]
2024-12-03T19:16:21,264 INFO  [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.meta.1733253381238.meta
2024-12-03T19:16:21,264 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40007:40007)]
2024-12-03T19:16:21,265 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-12-03T19:16:21,270 INFO  [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-12-03T19:16:21,271 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-12-03T19:16:21,274 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-12-03T19:16:21,275 INFO  [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-12-03T19:16:21,279 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-12-03T19:16:21,279 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T19:16:21,280 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-12-03T19:16:21,280 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-12-03T19:16:21,285 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-03T19:16:21,287 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-03T19:16:21,288 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:16:21,289 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T19:16:21,289 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-03T19:16:21,291 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-03T19:16:21,291 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:16:21,292 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T19:16:21,293 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-03T19:16:21,294 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-03T19:16:21,295 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:16:21,296 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T19:16:21,296 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-03T19:16:21,298 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-03T19:16:21,298 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:16:21,299 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T19:16:21,300 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-03T19:16:21,302 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/hbase/meta/1588230740
2024-12-03T19:16:21,305 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/hbase/meta/1588230740
2024-12-03T19:16:21,307 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-03T19:16:21,307 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-03T19:16:21,308 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-03T19:16:21,311 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-03T19:16:21,313 INFO  [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11352420480, jitterRate=0.05727654695510864}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-03T19:16:21,313 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-12-03T19:16:21,315 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1733253381280Writing region info on filesystem at 1733253381281 (+1 ms)Initializing all the Stores at 1733253381283 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733253381283Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733253381284 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733253381284Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733253381284Cleaning up temporary data from old regions at 1733253381307 (+23 ms)Running coprocessor post-open hooks at 1733253381313 (+6 ms)Region opened successfully at 1733253381315 (+2 ms)
2024-12-03T19:16:21,327 INFO  [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733253381190
2024-12-03T19:16:21,354 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-12-03T19:16:21,355 INFO  [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-12-03T19:16:21,356 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:21,362 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5cd6afc4bcac,37467,1733253377774, state=OPEN
2024-12-03T19:16:21,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server
2024-12-03T19:16:21,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37467-0x1019de9363b0001, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server
2024-12-03T19:16:21,399 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED
2024-12-03T19:16:21,399 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:21,402 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED
2024-12-03T19:16:21,408 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-12-03T19:16:21,409 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,37467,1733253377774 in 377 msec
2024-12-03T19:16:21,417 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-12-03T19:16:21,417 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 616 msec
2024-12-03T19:16:21,419 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-03T19:16:21,419 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-12-03T19:16:21,459 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T19:16:21,461 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37467,1733253377774, seqNum=-1]
2024-12-03T19:16:21,481 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T19:16:21,484 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44199, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T19:16:21,509 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6840 sec
2024-12-03T19:16:21,509 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733253381509, completionTime=-1
2024-12-03T19:16:21,513 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-12-03T19:16:21,514 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-12-03T19:16:21,553 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-12-03T19:16:21,553 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733253441553
2024-12-03T19:16:21,553 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733253501553
2024-12-03T19:16:21,553 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 39 msec
2024-12-03T19:16:21,556 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,32779,1733253375673-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-03T19:16:21,556 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,32779,1733253375673-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-03T19:16:21,556 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,32779,1733253375673-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-03T19:16:21,558 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5cd6afc4bcac:32779, period=300000, unit=MILLISECONDS is enabled.
2024-12-03T19:16:21,559 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-12-03T19:16:21,563 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-12-03T19:16:21,569 DEBUG [master/5cd6afc4bcac:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-12-03T19:16:21,601 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.580sec
2024-12-03T19:16:21,603 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-12-03T19:16:21,605 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-12-03T19:16:21,606 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-12-03T19:16:21,607 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-12-03T19:16:21,607 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-12-03T19:16:21,609 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,32779,1733253375673-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-03T19:16:21,610 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,32779,1733253375673-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-12-03T19:16:21,626 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-12-03T19:16:21,627 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-12-03T19:16:21,628 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,32779,1733253375673-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-03T19:16:21,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54190a72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:16:21,670 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-12-03T19:16:21,670 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-12-03T19:16:21,674 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,32779,-1 for getting cluster id
2024-12-03T19:16:21,674 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T19:16:21,697 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7af04778-a84d-44d8-871f-ac60582cb108'
2024-12-03T19:16:21,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T19:16:21,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7af04778-a84d-44d8-871f-ac60582cb108"

2024-12-03T19:16:21,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46b609e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:16:21,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,32779,-1]
2024-12-03T19:16:21,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T19:16:21,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:16:21,715 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T19:16:21,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55de5b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:16:21,732 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T19:16:21,743 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37467,1733253377774, seqNum=-1]
2024-12-03T19:16:21,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T19:16:21,747 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T19:16:21,769 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5cd6afc4bcac,32779,1733253375673
2024-12-03T19:16:21,769 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(2305): Starting mini mapreduce cluster...
2024-12-03T19:16:21,770 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/test.cache.data in system properties and HBase conf
2024-12-03T19:16:21,770 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop.tmp.dir in system properties and HBase conf
2024-12-03T19:16:21,770 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop.log.dir in system properties and HBase conf
2024-12-03T19:16:21,770 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/mapreduce.cluster.local.dir in system properties and HBase conf
2024-12-03T19:16:21,771 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-12-03T19:16:21,771 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-12-03T19:16:21,771 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-12-03T19:16:21,771 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-12-03T19:16:21,771 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-12-03T19:16:21,771 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-03T19:16:21,771 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-12-03T19:16:21,771 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-12-03T19:16:21,771 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-03T19:16:21,771 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-03T19:16:21,771 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-12-03T19:16:21,772 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/nfs.dump.dir in system properties and HBase conf
2024-12-03T19:16:21,772 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/java.io.tmpdir in system properties and HBase conf
2024-12-03T19:16:21,772 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-03T19:16:21,772 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-12-03T19:16:21,772 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-12-03T19:16:21,863 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741835_1011 (size=592039)
2024-12-03T19:16:21,923 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741836_1012 (size=1663647)
2024-12-03T19:16:23,654 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-03T19:16:23,753 WARN  [Thread-251 {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-03T19:16:23,978 INFO  [Thread-251 {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-03T19:16:23,979 WARN  [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected.
2024-12-03T19:16:23,980 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-03T19:16:23,980 INFO  [Thread-251 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-03T19:16:23,980 INFO  [Thread-251 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-03T19:16:23,980 INFO  [Thread-251 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-12-03T19:16:23,983 INFO  [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4abe6f75{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop.log.dir/,AVAILABLE}
2024-12-03T19:16:23,983 INFO  [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17abd02e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE}
2024-12-03T19:16:23,984 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-03T19:16:23,984 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-03T19:16:23,985 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-12-03T19:16:23,987 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-03T19:16:23,994 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ef40a45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop.log.dir/,AVAILABLE}
2024-12-03T19:16:23,994 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@336bed82{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE}
2024-12-03T19:16:24,124 INFO  [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class
2024-12-03T19:16:24,124 INFO  [Thread-251 {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class
2024-12-03T19:16:24,124 INFO  [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class
2024-12-03T19:16:24,126 INFO  [Thread-251 {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM'
2024-12-03T19:16:24,169 INFO  [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton"
2024-12-03T19:16:24,274 INFO  [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton"
2024-12-03T19:16:24,502 INFO  [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton"
2024-12-03T19:16:24,529 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@99183c{cluster,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/java.io.tmpdir/jetty-localhost-43239-hadoop-yarn-common-3_4_1_jar-_-any-4152919970822802645/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster}
2024-12-03T19:16:24,529 INFO  [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7339581b{jobhistory,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/java.io.tmpdir/jetty-localhost-46555-hadoop-yarn-common-3_4_1_jar-_-any-12293834735703989988/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory}
2024-12-03T19:16:24,530 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f7727e1{HTTP/1.1, (http/1.1)}{localhost:43239}
2024-12-03T19:16:24,530 INFO  [Time-limited test {}] server.Server(415): Started @15222ms
2024-12-03T19:16:24,530 INFO  [Thread-251 {}] server.AbstractConnector(333): Started ServerConnector@2dff84a2{HTTP/1.1, (http/1.1)}{localhost:46555}
2024-12-03T19:16:24,530 INFO  [Thread-251 {}] server.Server(415): Started @15223ms
2024-12-03T19:16:24,673 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741837_1013 (size=5)
2024-12-03T19:16:25,248 WARN  [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker.
2024-12-03T19:16:25,252 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-03T19:16:25,283 WARN  [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected.
2024-12-03T19:16:25,284 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-03T19:16:25,287 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-03T19:16:25,287 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-03T19:16:25,287 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-12-03T19:16:25,292 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-03T19:16:25,295 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@201b5045{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop.log.dir/,AVAILABLE}
2024-12-03T19:16:25,295 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fc69811{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE}
2024-12-03T19:16:25,363 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class
2024-12-03T19:16:25,363 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class
2024-12-03T19:16:25,364 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class
2024-12-03T19:16:25,364 INFO  [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM'
2024-12-03T19:16:25,374 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton"
2024-12-03T19:16:25,382 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton"
2024-12-03T19:16:25,489 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton"
2024-12-03T19:16:25,500 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5ea78939{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/java.io.tmpdir/jetty-localhost-35087-hadoop-yarn-common-3_4_1_jar-_-any-10858433527187072134/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node}
2024-12-03T19:16:25,501 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@79b568cf{HTTP/1.1, (http/1.1)}{localhost:35087}
2024-12-03T19:16:25,501 INFO  [Time-limited test {}] server.Server(415): Started @16193ms
2024-12-03T19:16:25,677 WARN  [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker.
2024-12-03T19:16:25,681 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-03T19:16:25,696 WARN  [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected.
2024-12-03T19:16:25,697 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-03T19:16:25,703 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-03T19:16:25,703 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-03T19:16:25,703 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-12-03T19:16:25,704 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-03T19:16:25,705 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@533f1bda{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop.log.dir/,AVAILABLE}
2024-12-03T19:16:25,706 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43794589{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE}
2024-12-03T19:16:25,758 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class
2024-12-03T19:16:25,758 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class
2024-12-03T19:16:25,758 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class
2024-12-03T19:16:25,759 INFO  [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM'
2024-12-03T19:16:25,766 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton"
2024-12-03T19:16:25,771 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton"
2024-12-03T19:16:25,862 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton"
2024-12-03T19:16:25,867 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ca78145{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/java.io.tmpdir/jetty-localhost-41923-hadoop-yarn-common-3_4_1_jar-_-any-7834439808998595125/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node}
2024-12-03T19:16:25,867 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@606ecd4b{HTTP/1.1, (http/1.1)}{localhost:41923}
2024-12-03T19:16:25,867 INFO  [Time-limited test {}] server.Server(415): Started @16560ms
2024-12-03T19:16:25,893 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(2341): Mini mapreduce cluster started
2024-12-03T19:16:25,893 INFO  [Time-limited test {}] backup.TestBackupBase(336): ROOTDIR hdfs://localhost:33573/backupUT
2024-12-03T19:16:25,898 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T19:16:25,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,32779,1733253375673
2024-12-03T19:16:25,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@595f57f6
2024-12-03T19:16:25,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T19:16:25,912 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-03T19:16:25,915 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'ns1'}
2024-12-03T19:16:25,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns1
2024-12-03T19:16:25,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-03T19:16:25,938 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns1 in 20 msec
2024-12-03T19:16:26,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-03T19:16:26,040 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns1 completed
2024-12-03T19:16:26,040 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'ns2'}
2024-12-03T19:16:26,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns2
2024-12-03T19:16:26,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5
2024-12-03T19:16:26,057 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns2 in 13 msec
2024-12-03T19:16:26,113 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-12-03T19:16:26,113 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-12-03T19:16:26,119 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver
2024-12-03T19:16:26,119 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers
2024-12-03T19:16:26,119 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-03T19:16:26,119 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-12-03T19:16:26,120 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-12-03T19:16:26,120 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-12-03T19:16:26,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5
2024-12-03T19:16:26,150 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns2 completed
2024-12-03T19:16:26,151 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'ns3'}
2024-12-03T19:16:26,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] procedure2.ProcedureExecutor(1139): Stored pid=6, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns3
2024-12-03T19:16:26,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6
2024-12-03T19:16:26,166 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns3 in 12 msec
2024-12-03T19:16:26,201 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-12-03T19:16:26,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6
2024-12-03T19:16:26,270 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns3 completed
2024-12-03T19:16:26,271 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'ns4'}
2024-12-03T19:16:26,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns4
2024-12-03T19:16:26,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-03T19:16:26,288 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns4 in 14 msec
2024-12-03T19:16:26,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-03T19:16:26,390 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns4 completed
2024-12-03T19:16:26,400 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test-1733253385894', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T19:16:26,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test-1733253385894
2024-12-03T19:16:26,410 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test-1733253385894 execute state=CREATE_TABLE_PRE_OPERATION
2024-12-03T19:16:26,412 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "test-1733253385894"
 procId is: 8
2024-12-03T19:16:26,413 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:16:26,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8
2024-12-03T19:16:26,415 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test-1733253385894 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-03T19:16:26,431 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741838_1014 (size=367)
2024-12-03T19:16:26,435 INFO  [RegionOpenAndInit-test-1733253385894-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1e03342807c4a3f669243dfcb9f475e1, NAME => 'test-1733253385894,,1733253386394.1e03342807c4a3f669243dfcb9f475e1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1733253385894', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a
2024-12-03T19:16:26,447 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741839_1015 (size=53)
2024-12-03T19:16:26,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8
2024-12-03T19:16:26,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8
2024-12-03T19:16:26,801 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-12-03T19:16:26,851 DEBUG [RegionOpenAndInit-test-1733253385894-pool-0 {}] regionserver.HRegion(898): Instantiated test-1733253385894,,1733253386394.1e03342807c4a3f669243dfcb9f475e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T19:16:26,851 DEBUG [RegionOpenAndInit-test-1733253385894-pool-0 {}] regionserver.HRegion(1722): Closing 1e03342807c4a3f669243dfcb9f475e1, disabling compactions & flushes
2024-12-03T19:16:26,851 INFO  [RegionOpenAndInit-test-1733253385894-pool-0 {}] regionserver.HRegion(1755): Closing region test-1733253385894,,1733253386394.1e03342807c4a3f669243dfcb9f475e1.
2024-12-03T19:16:26,851 DEBUG [RegionOpenAndInit-test-1733253385894-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test-1733253385894,,1733253386394.1e03342807c4a3f669243dfcb9f475e1.
2024-12-03T19:16:26,851 DEBUG [RegionOpenAndInit-test-1733253385894-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test-1733253385894,,1733253386394.1e03342807c4a3f669243dfcb9f475e1. after waiting 0 ms
2024-12-03T19:16:26,851 DEBUG [RegionOpenAndInit-test-1733253385894-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test-1733253385894,,1733253386394.1e03342807c4a3f669243dfcb9f475e1.
2024-12-03T19:16:26,851 INFO  [RegionOpenAndInit-test-1733253385894-pool-0 {}] regionserver.HRegion(1973): Closed test-1733253385894,,1733253386394.1e03342807c4a3f669243dfcb9f475e1.
2024-12-03T19:16:26,851 DEBUG [RegionOpenAndInit-test-1733253385894-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1e03342807c4a3f669243dfcb9f475e1:
Waiting for close lock at 1733253386851Disabling compacts and flushes for region at 1733253386851Disabling writes for close at 1733253386851Writing region close event to WAL at 1733253386851Closed at 1733253386851
2024-12-03T19:16:26,854 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test-1733253385894 execute state=CREATE_TABLE_ADD_TO_META
2024-12-03T19:16:26,861 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test-1733253385894,,1733253386394.1e03342807c4a3f669243dfcb9f475e1.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733253386854"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733253386854"}]},"ts":"1733253386854"}
2024-12-03T19:16:26,872 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T19:16:26,874 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test-1733253385894 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-03T19:16:26,878 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1733253385894","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733253386874"}]},"ts":"1733253386874"}
2024-12-03T19:16:26,885 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1733253385894, state=ENABLING in hbase:meta
2024-12-03T19:16:26,886 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1733253385894, region=1e03342807c4a3f669243dfcb9f475e1, ASSIGN}]
2024-12-03T19:16:26,888 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1733253385894, region=1e03342807c4a3f669243dfcb9f475e1, ASSIGN
2024-12-03T19:16:26,890 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1733253385894, region=1e03342807c4a3f669243dfcb9f475e1, ASSIGN; state=OFFLINE, location=5cd6afc4bcac,37467,1733253377774; forceNewPlan=false, retain=false
2024-12-03T19:16:27,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8
2024-12-03T19:16:27,042 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1e03342807c4a3f669243dfcb9f475e1, regionState=OPENING, regionLocation=5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:27,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1733253385894, region=1e03342807c4a3f669243dfcb9f475e1, ASSIGN because future has completed
2024-12-03T19:16:27,048 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e03342807c4a3f669243dfcb9f475e1, server=5cd6afc4bcac,37467,1733253377774}]
2024-12-03T19:16:27,223 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(132): Open test-1733253385894,,1733253386394.1e03342807c4a3f669243dfcb9f475e1.
2024-12-03T19:16:27,223 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-03T19:16:27,223 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor 5cd6afc4bcac,37467,1733253377774.regiongroup-1
2024-12-03T19:16:27,226 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-1, suffix=, logDir=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774, archiveDir=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/oldWALs, maxLogs=32
2024-12-03T19:16:27,244 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-1.1733253387227, exclude list is [], retry=0
2024-12-03T19:16:27,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44627,DS-a4d7bc3c-fc18-41f5-82e9-fa23790699d2,DISK]
2024-12-03T19:16:27,254 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-1.1733253387227
2024-12-03T19:16:27,256 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40007:40007)]
2024-12-03T19:16:27,256 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1e03342807c4a3f669243dfcb9f475e1, NAME => 'test-1733253385894,,1733253386394.1e03342807c4a3f669243dfcb9f475e1.', STARTKEY => '', ENDKEY => ''}
2024-12-03T19:16:27,257 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-12-03T19:16:27,257 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1733253385894 1e03342807c4a3f669243dfcb9f475e1
2024-12-03T19:16:27,257 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(898): Instantiated test-1733253385894,,1733253386394.1e03342807c4a3f669243dfcb9f475e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T19:16:27,257 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1e03342807c4a3f669243dfcb9f475e1
2024-12-03T19:16:27,257 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1e03342807c4a3f669243dfcb9f475e1
2024-12-03T19:16:27,267 INFO  [StoreOpener-1e03342807c4a3f669243dfcb9f475e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1e03342807c4a3f669243dfcb9f475e1 
2024-12-03T19:16:27,271 INFO  [StoreOpener-1e03342807c4a3f669243dfcb9f475e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e03342807c4a3f669243dfcb9f475e1 columnFamilyName f
2024-12-03T19:16:27,271 DEBUG [StoreOpener-1e03342807c4a3f669243dfcb9f475e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:16:27,272 INFO  [StoreOpener-1e03342807c4a3f669243dfcb9f475e1-1 {}] regionserver.HStore(327): Store=1e03342807c4a3f669243dfcb9f475e1/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T19:16:27,273 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1e03342807c4a3f669243dfcb9f475e1
2024-12-03T19:16:27,275 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1
2024-12-03T19:16:27,276 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1
2024-12-03T19:16:27,278 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1e03342807c4a3f669243dfcb9f475e1
2024-12-03T19:16:27,278 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1e03342807c4a3f669243dfcb9f475e1
2024-12-03T19:16:27,282 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1e03342807c4a3f669243dfcb9f475e1
2024-12-03T19:16:27,289 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T19:16:27,290 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1114): Opened 1e03342807c4a3f669243dfcb9f475e1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11747849280, jitterRate=0.09410372376441956}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T19:16:27,290 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1e03342807c4a3f669243dfcb9f475e1
2024-12-03T19:16:27,292 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1e03342807c4a3f669243dfcb9f475e1:
Running coprocessor pre-open hook at 1733253387258Writing region info on filesystem at 1733253387258Initializing all the Stores at 1733253387260 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733253387260Cleaning up temporary data from old regions at 1733253387278 (+18 ms)Running coprocessor post-open hooks at 1733253387290 (+12 ms)Region opened successfully at 1733253387292 (+2 ms)
2024-12-03T19:16:27,297 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1733253385894,,1733253386394.1e03342807c4a3f669243dfcb9f475e1., pid=10, masterSystemTime=1733253387203
2024-12-03T19:16:27,304 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1733253385894,,1733253386394.1e03342807c4a3f669243dfcb9f475e1.
2024-12-03T19:16:27,304 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(153): Opened test-1733253385894,,1733253386394.1e03342807c4a3f669243dfcb9f475e1.
2024-12-03T19:16:27,308 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1e03342807c4a3f669243dfcb9f475e1, regionState=OPEN, openSeqNum=2, regionLocation=5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:27,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e03342807c4a3f669243dfcb9f475e1, server=5cd6afc4bcac,37467,1733253377774 because future has completed
2024-12-03T19:16:27,329 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-12-03T19:16:27,329 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1e03342807c4a3f669243dfcb9f475e1, server=5cd6afc4bcac,37467,1733253377774 in 268 msec
2024-12-03T19:16:27,336 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-12-03T19:16:27,336 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1733253385894, region=1e03342807c4a3f669243dfcb9f475e1, ASSIGN in 443 msec
2024-12-03T19:16:27,342 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test-1733253385894 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-03T19:16:27,342 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1733253385894","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733253387342"}]},"ts":"1733253387342"}
2024-12-03T19:16:27,350 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1733253385894, state=ENABLED in hbase:meta
2024-12-03T19:16:27,353 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test-1733253385894 execute state=CREATE_TABLE_POST_OPERATION
2024-12-03T19:16:27,361 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=test-1733253385894 in 951 msec
2024-12-03T19:16:27,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8
2024-12-03T19:16:27,551 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test-1733253385894 completed
2024-12-03T19:16:27,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@433ebc38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:16:27,554 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,32779,-1 for getting cluster id
2024-12-03T19:16:27,554 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T19:16:27,558 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7af04778-a84d-44d8-871f-ac60582cb108'
2024-12-03T19:16:27,558 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T19:16:27,559 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7af04778-a84d-44d8-871f-ac60582cb108"

2024-12-03T19:16:27,559 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d0c7f31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:16:27,559 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,32779,-1]
2024-12-03T19:16:27,560 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T19:16:27,563 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:16:27,567 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T19:16:27,570 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e350bb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:16:27,574 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T19:16:27,579 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37467,1733253377774, seqNum=-1]
2024-12-03T19:16:27,580 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T19:16:27,586 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T19:16:27,596 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733253385894', row='row0', locateType=CURRENT is [region=test-1733253385894,,1733253386394.1e03342807c4a3f669243dfcb9f475e1., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2]
2024-12-03T19:16:27,604 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467 {}] regionserver.HRegion(8528): writing data to region test-1733253385894,,1733253386394.1e03342807c4a3f669243dfcb9f475e1. with WAL disabled. Data may be lost in the event of a crash.
2024-12-03T19:16:28,069 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'ns2:test-17332533858941', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T19:16:28,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:test-17332533858941
2024-12-03T19:16:28,080 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17332533858941 execute state=CREATE_TABLE_PRE_OPERATION
2024-12-03T19:16:28,080 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:16:28,080 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "ns2"
qualifier: "test-17332533858941"
 procId is: 11
2024-12-03T19:16:28,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-12-03T19:16:28,084 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:test-17332533858941 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-03T19:16:28,107 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741841_1017 (size=364)
2024-12-03T19:16:28,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-12-03T19:16:28,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-12-03T19:16:28,513 INFO  [RegionOpenAndInit-ns2:test-17332533858941-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 592a39a3a9254207004ee4d05cbb691e, NAME => 'ns2:test-17332533858941,,1733253388068.592a39a3a9254207004ee4d05cbb691e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-17332533858941', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a
2024-12-03T19:16:28,531 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741842_1018 (size=50)
2024-12-03T19:16:28,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-12-03T19:16:28,933 DEBUG [RegionOpenAndInit-ns2:test-17332533858941-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:test-17332533858941,,1733253388068.592a39a3a9254207004ee4d05cbb691e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T19:16:28,933 DEBUG [RegionOpenAndInit-ns2:test-17332533858941-pool-0 {}] regionserver.HRegion(1722): Closing 592a39a3a9254207004ee4d05cbb691e, disabling compactions & flushes
2024-12-03T19:16:28,933 INFO  [RegionOpenAndInit-ns2:test-17332533858941-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:test-17332533858941,,1733253388068.592a39a3a9254207004ee4d05cbb691e.
2024-12-03T19:16:28,933 DEBUG [RegionOpenAndInit-ns2:test-17332533858941-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17332533858941,,1733253388068.592a39a3a9254207004ee4d05cbb691e.
2024-12-03T19:16:28,933 DEBUG [RegionOpenAndInit-ns2:test-17332533858941-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17332533858941,,1733253388068.592a39a3a9254207004ee4d05cbb691e. after waiting 0 ms
2024-12-03T19:16:28,933 DEBUG [RegionOpenAndInit-ns2:test-17332533858941-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17332533858941,,1733253388068.592a39a3a9254207004ee4d05cbb691e.
2024-12-03T19:16:28,933 INFO  [RegionOpenAndInit-ns2:test-17332533858941-pool-0 {}] regionserver.HRegion(1973): Closed ns2:test-17332533858941,,1733253388068.592a39a3a9254207004ee4d05cbb691e.
2024-12-03T19:16:28,934 DEBUG [RegionOpenAndInit-ns2:test-17332533858941-pool-0 {}] regionserver.HRegion(1676): Region close journal for 592a39a3a9254207004ee4d05cbb691e:
Waiting for close lock at 1733253388933Disabling compacts and flushes for region at 1733253388933Disabling writes for close at 1733253388933Writing region close event to WAL at 1733253388933Closed at 1733253388933
2024-12-03T19:16:28,936 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:test-17332533858941 execute state=CREATE_TABLE_ADD_TO_META
2024-12-03T19:16:28,936 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:test-17332533858941,,1733253388068.592a39a3a9254207004ee4d05cbb691e.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1733253388936"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733253388936"}]},"ts":"1733253388936"}
2024-12-03T19:16:28,939 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T19:16:28,941 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:test-17332533858941 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-03T19:16:28,941 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17332533858941","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733253388941"}]},"ts":"1733253388941"}
2024-12-03T19:16:28,944 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17332533858941, state=ENABLING in hbase:meta
2024-12-03T19:16:28,945 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17332533858941, region=592a39a3a9254207004ee4d05cbb691e, ASSIGN}]
2024-12-03T19:16:28,947 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17332533858941, region=592a39a3a9254207004ee4d05cbb691e, ASSIGN
2024-12-03T19:16:28,948 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:test-17332533858941, region=592a39a3a9254207004ee4d05cbb691e, ASSIGN; state=OFFLINE, location=5cd6afc4bcac,37467,1733253377774; forceNewPlan=false, retain=false
2024-12-03T19:16:29,100 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=592a39a3a9254207004ee4d05cbb691e, regionState=OPENING, regionLocation=5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:29,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:test-17332533858941, region=592a39a3a9254207004ee4d05cbb691e, ASSIGN because future has completed
2024-12-03T19:16:29,104 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 592a39a3a9254207004ee4d05cbb691e, server=5cd6afc4bcac,37467,1733253377774}]
2024-12-03T19:16:29,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-12-03T19:16:29,310 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open ns2:test-17332533858941,,1733253388068.592a39a3a9254207004ee4d05cbb691e.
2024-12-03T19:16:29,310 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 592a39a3a9254207004ee4d05cbb691e, NAME => 'ns2:test-17332533858941,,1733253388068.592a39a3a9254207004ee4d05cbb691e.', STARTKEY => '', ENDKEY => ''}
2024-12-03T19:16:29,311 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-12-03T19:16:29,311 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17332533858941 592a39a3a9254207004ee4d05cbb691e
2024-12-03T19:16:29,311 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated ns2:test-17332533858941,,1733253388068.592a39a3a9254207004ee4d05cbb691e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T19:16:29,312 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 592a39a3a9254207004ee4d05cbb691e
2024-12-03T19:16:29,312 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 592a39a3a9254207004ee4d05cbb691e
2024-12-03T19:16:29,323 INFO  [StoreOpener-592a39a3a9254207004ee4d05cbb691e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 592a39a3a9254207004ee4d05cbb691e 
2024-12-03T19:16:29,333 INFO  [StoreOpener-592a39a3a9254207004ee4d05cbb691e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 592a39a3a9254207004ee4d05cbb691e columnFamilyName f
2024-12-03T19:16:29,333 DEBUG [StoreOpener-592a39a3a9254207004ee4d05cbb691e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:16:29,334 INFO  [StoreOpener-592a39a3a9254207004ee4d05cbb691e-1 {}] regionserver.HStore(327): Store=592a39a3a9254207004ee4d05cbb691e/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T19:16:29,335 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 592a39a3a9254207004ee4d05cbb691e
2024-12-03T19:16:29,349 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/ns2/test-17332533858941/592a39a3a9254207004ee4d05cbb691e
2024-12-03T19:16:29,350 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/ns2/test-17332533858941/592a39a3a9254207004ee4d05cbb691e
2024-12-03T19:16:29,351 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 592a39a3a9254207004ee4d05cbb691e
2024-12-03T19:16:29,351 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 592a39a3a9254207004ee4d05cbb691e
2024-12-03T19:16:29,358 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 592a39a3a9254207004ee4d05cbb691e
2024-12-03T19:16:29,363 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/ns2/test-17332533858941/592a39a3a9254207004ee4d05cbb691e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T19:16:29,364 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 592a39a3a9254207004ee4d05cbb691e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11242401120, jitterRate=0.04703019559383392}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T19:16:29,364 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 592a39a3a9254207004ee4d05cbb691e
2024-12-03T19:16:29,365 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 592a39a3a9254207004ee4d05cbb691e:
Running coprocessor pre-open hook at 1733253389312Writing region info on filesystem at 1733253389312Initializing all the Stores at 1733253389315 (+3 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733253389315Cleaning up temporary data from old regions at 1733253389351 (+36 ms)Running coprocessor post-open hooks at 1733253389364 (+13 ms)Region opened successfully at 1733253389365 (+1 ms)
2024-12-03T19:16:29,367 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:test-17332533858941,,1733253388068.592a39a3a9254207004ee4d05cbb691e., pid=13, masterSystemTime=1733253389304
2024-12-03T19:16:29,373 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:test-17332533858941,,1733253388068.592a39a3a9254207004ee4d05cbb691e.
2024-12-03T19:16:29,374 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened ns2:test-17332533858941,,1733253388068.592a39a3a9254207004ee4d05cbb691e.
2024-12-03T19:16:29,376 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=592a39a3a9254207004ee4d05cbb691e, regionState=OPEN, openSeqNum=2, regionLocation=5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:29,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 592a39a3a9254207004ee4d05cbb691e, server=5cd6afc4bcac,37467,1733253377774 because future has completed
2024-12-03T19:16:29,399 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12
2024-12-03T19:16:29,399 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 592a39a3a9254207004ee4d05cbb691e, server=5cd6afc4bcac,37467,1733253377774 in 286 msec
2024-12-03T19:16:29,406 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-12-03T19:16:29,406 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:test-17332533858941, region=592a39a3a9254207004ee4d05cbb691e, ASSIGN in 455 msec
2024-12-03T19:16:29,409 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:test-17332533858941 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-03T19:16:29,409 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17332533858941","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733253389409"}]},"ts":"1733253389409"}
2024-12-03T19:16:29,414 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17332533858941, state=ENABLED in hbase:meta
2024-12-03T19:16:29,417 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17332533858941 execute state=CREATE_TABLE_POST_OPERATION
2024-12-03T19:16:29,423 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:test-17332533858941 in 1.3480 sec
2024-12-03T19:16:30,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-12-03T19:16:30,229 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:test-17332533858941 completed
2024-12-03T19:16:30,235 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17332533858941', row='row0', locateType=CURRENT is [region=ns2:test-17332533858941,,1733253388068.592a39a3a9254207004ee4d05cbb691e., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2]
2024-12-03T19:16:30,238 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467 {}] regionserver.HRegion(8528): writing data to region ns2:test-17332533858941,,1733253388068.592a39a3a9254207004ee4d05cbb691e. with WAL disabled. Data may be lost in the event of a crash.
2024-12-03T19:16:30,598 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'ns3:test-17332533858942', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T19:16:30,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns3:test-17332533858942
2024-12-03T19:16:30,611 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17332533858942 execute state=CREATE_TABLE_PRE_OPERATION
2024-12-03T19:16:30,611 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:16:30,611 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "ns3"
qualifier: "test-17332533858942"
 procId is: 14
2024-12-03T19:16:30,614 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns3:test-17332533858942 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-03T19:16:30,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14
2024-12-03T19:16:30,635 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741843_1019 (size=390)
2024-12-03T19:16:30,638 INFO  [RegionOpenAndInit-ns3:test-17332533858942-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ee059c3a1f70458c6ab7d955ec156f9d, NAME => 'ns3:test-17332533858942,,1733253390597.ee059c3a1f70458c6ab7d955ec156f9d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-17332533858942', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a
2024-12-03T19:16:30,648 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741844_1020 (size=50)
2024-12-03T19:16:30,649 DEBUG [RegionOpenAndInit-ns3:test-17332533858942-pool-0 {}] regionserver.HRegion(898): Instantiated ns3:test-17332533858942,,1733253390597.ee059c3a1f70458c6ab7d955ec156f9d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T19:16:30,650 DEBUG [RegionOpenAndInit-ns3:test-17332533858942-pool-0 {}] regionserver.HRegion(1722): Closing ee059c3a1f70458c6ab7d955ec156f9d, disabling compactions & flushes
2024-12-03T19:16:30,650 INFO  [RegionOpenAndInit-ns3:test-17332533858942-pool-0 {}] regionserver.HRegion(1755): Closing region ns3:test-17332533858942,,1733253390597.ee059c3a1f70458c6ab7d955ec156f9d.
2024-12-03T19:16:30,650 DEBUG [RegionOpenAndInit-ns3:test-17332533858942-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17332533858942,,1733253390597.ee059c3a1f70458c6ab7d955ec156f9d.
2024-12-03T19:16:30,650 DEBUG [RegionOpenAndInit-ns3:test-17332533858942-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17332533858942,,1733253390597.ee059c3a1f70458c6ab7d955ec156f9d. after waiting 0 ms
2024-12-03T19:16:30,650 DEBUG [RegionOpenAndInit-ns3:test-17332533858942-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17332533858942,,1733253390597.ee059c3a1f70458c6ab7d955ec156f9d.
2024-12-03T19:16:30,650 INFO  [RegionOpenAndInit-ns3:test-17332533858942-pool-0 {}] regionserver.HRegion(1973): Closed ns3:test-17332533858942,,1733253390597.ee059c3a1f70458c6ab7d955ec156f9d.
2024-12-03T19:16:30,650 DEBUG [RegionOpenAndInit-ns3:test-17332533858942-pool-0 {}] regionserver.HRegion(1676): Region close journal for ee059c3a1f70458c6ab7d955ec156f9d:
Waiting for close lock at 1733253390650Disabling compacts and flushes for region at 1733253390650Disabling writes for close at 1733253390650Writing region close event to WAL at 1733253390650Closed at 1733253390650
2024-12-03T19:16:30,652 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns3:test-17332533858942 execute state=CREATE_TABLE_ADD_TO_META
2024-12-03T19:16:30,652 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns3:test-17332533858942,,1733253390597.ee059c3a1f70458c6ab7d955ec156f9d.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1733253390652"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733253390652"}]},"ts":"1733253390652"}
2024-12-03T19:16:30,656 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T19:16:30,657 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns3:test-17332533858942 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-03T19:16:30,658 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17332533858942","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733253390658"}]},"ts":"1733253390658"}
2024-12-03T19:16:30,661 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17332533858942, state=ENABLING in hbase:meta
2024-12-03T19:16:30,661 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17332533858942, region=ee059c3a1f70458c6ab7d955ec156f9d, ASSIGN}]
2024-12-03T19:16:30,664 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17332533858942, region=ee059c3a1f70458c6ab7d955ec156f9d, ASSIGN
2024-12-03T19:16:30,665 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns3:test-17332533858942, region=ee059c3a1f70458c6ab7d955ec156f9d, ASSIGN; state=OFFLINE, location=5cd6afc4bcac,37467,1733253377774; forceNewPlan=false, retain=false
2024-12-03T19:16:30,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14
2024-12-03T19:16:30,816 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=ee059c3a1f70458c6ab7d955ec156f9d, regionState=OPENING, regionLocation=5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:30,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns3:test-17332533858942, region=ee059c3a1f70458c6ab7d955ec156f9d, ASSIGN because future has completed
2024-12-03T19:16:30,855 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee059c3a1f70458c6ab7d955ec156f9d, server=5cd6afc4bcac,37467,1733253377774}]
2024-12-03T19:16:30,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14
2024-12-03T19:16:31,026 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open ns3:test-17332533858942,,1733253390597.ee059c3a1f70458c6ab7d955ec156f9d.
2024-12-03T19:16:31,026 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => ee059c3a1f70458c6ab7d955ec156f9d, NAME => 'ns3:test-17332533858942,,1733253390597.ee059c3a1f70458c6ab7d955ec156f9d.', STARTKEY => '', ENDKEY => ''}
2024-12-03T19:16:31,027 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-12-03T19:16:31,027 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17332533858942 ee059c3a1f70458c6ab7d955ec156f9d
2024-12-03T19:16:31,027 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated ns3:test-17332533858942,,1733253390597.ee059c3a1f70458c6ab7d955ec156f9d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T19:16:31,027 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for ee059c3a1f70458c6ab7d955ec156f9d
2024-12-03T19:16:31,027 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for ee059c3a1f70458c6ab7d955ec156f9d
2024-12-03T19:16:31,030 INFO  [StoreOpener-ee059c3a1f70458c6ab7d955ec156f9d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ee059c3a1f70458c6ab7d955ec156f9d 
2024-12-03T19:16:31,032 INFO  [StoreOpener-ee059c3a1f70458c6ab7d955ec156f9d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee059c3a1f70458c6ab7d955ec156f9d columnFamilyName f
2024-12-03T19:16:31,032 DEBUG [StoreOpener-ee059c3a1f70458c6ab7d955ec156f9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:16:31,033 INFO  [StoreOpener-ee059c3a1f70458c6ab7d955ec156f9d-1 {}] regionserver.HStore(327): Store=ee059c3a1f70458c6ab7d955ec156f9d/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T19:16:31,033 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for ee059c3a1f70458c6ab7d955ec156f9d
2024-12-03T19:16:31,035 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/ns3/test-17332533858942/ee059c3a1f70458c6ab7d955ec156f9d
2024-12-03T19:16:31,035 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/ns3/test-17332533858942/ee059c3a1f70458c6ab7d955ec156f9d
2024-12-03T19:16:31,036 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for ee059c3a1f70458c6ab7d955ec156f9d
2024-12-03T19:16:31,036 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for ee059c3a1f70458c6ab7d955ec156f9d
2024-12-03T19:16:31,039 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for ee059c3a1f70458c6ab7d955ec156f9d
2024-12-03T19:16:31,043 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/ns3/test-17332533858942/ee059c3a1f70458c6ab7d955ec156f9d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T19:16:31,044 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened ee059c3a1f70458c6ab7d955ec156f9d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9744634880, jitterRate=-0.09246015548706055}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T19:16:31,044 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ee059c3a1f70458c6ab7d955ec156f9d
2024-12-03T19:16:31,045 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for ee059c3a1f70458c6ab7d955ec156f9d:
Running coprocessor pre-open hook at 1733253391028Writing region info on filesystem at 1733253391028Initializing all the Stores at 1733253391029 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733253391029Cleaning up temporary data from old regions at 1733253391036 (+7 ms)Running coprocessor post-open hooks at 1733253391044 (+8 ms)Region opened successfully at 1733253391045 (+1 ms)
2024-12-03T19:16:31,046 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for ns3:test-17332533858942,,1733253390597.ee059c3a1f70458c6ab7d955ec156f9d., pid=16, masterSystemTime=1733253391020
2024-12-03T19:16:31,049 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for ns3:test-17332533858942,,1733253390597.ee059c3a1f70458c6ab7d955ec156f9d.
2024-12-03T19:16:31,050 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened ns3:test-17332533858942,,1733253390597.ee059c3a1f70458c6ab7d955ec156f9d.
2024-12-03T19:16:31,051 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=ee059c3a1f70458c6ab7d955ec156f9d, regionState=OPEN, openSeqNum=2, regionLocation=5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:31,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee059c3a1f70458c6ab7d955ec156f9d, server=5cd6afc4bcac,37467,1733253377774 because future has completed
2024-12-03T19:16:31,061 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15
2024-12-03T19:16:31,062 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure ee059c3a1f70458c6ab7d955ec156f9d, server=5cd6afc4bcac,37467,1733253377774 in 201 msec
2024-12-03T19:16:31,066 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-12-03T19:16:31,067 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns3:test-17332533858942, region=ee059c3a1f70458c6ab7d955ec156f9d, ASSIGN in 400 msec
2024-12-03T19:16:31,068 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns3:test-17332533858942 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-03T19:16:31,069 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17332533858942","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733253391068"}]},"ts":"1733253391068"}
2024-12-03T19:16:31,073 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17332533858942, state=ENABLED in hbase:meta
2024-12-03T19:16:31,075 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17332533858942 execute state=CREATE_TABLE_POST_OPERATION
2024-12-03T19:16:31,078 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns3:test-17332533858942 in 477 msec
2024-12-03T19:16:31,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14
2024-12-03T19:16:31,239 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns3:test-17332533858942 completed
2024-12-03T19:16:31,240 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns3:test-17332533858942 get assigned. Timeout = 60000ms
2024-12-03T19:16:31,242 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T19:16:31,248 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns3:test-17332533858942 assigned to meta. Checking AM states.
2024-12-03T19:16:31,249 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T19:16:31,250 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns3:test-17332533858942 assigned.
2024-12-03T19:16:31,252 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'ns4:test-17332533858943', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T19:16:31,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns4:test-17332533858943
2024-12-03T19:16:31,256 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17332533858943 execute state=CREATE_TABLE_PRE_OPERATION
2024-12-03T19:16:31,256 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:16:31,257 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "ns4"
qualifier: "test-17332533858943"
 procId is: 17
2024-12-03T19:16:31,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-12-03T19:16:31,259 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns4:test-17332533858943 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-03T19:16:31,269 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741845_1021 (size=390)
2024-12-03T19:16:31,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-12-03T19:16:31,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-12-03T19:16:31,684 INFO  [RegionOpenAndInit-ns4:test-17332533858943-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0471d1b55462d42ec141d30b76c066e9, NAME => 'ns4:test-17332533858943,,1733253391252.0471d1b55462d42ec141d30b76c066e9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-17332533858943', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a
2024-12-03T19:16:31,712 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741846_1022 (size=50)
2024-12-03T19:16:31,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-12-03T19:16:32,114 DEBUG [RegionOpenAndInit-ns4:test-17332533858943-pool-0 {}] regionserver.HRegion(898): Instantiated ns4:test-17332533858943,,1733253391252.0471d1b55462d42ec141d30b76c066e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T19:16:32,114 DEBUG [RegionOpenAndInit-ns4:test-17332533858943-pool-0 {}] regionserver.HRegion(1722): Closing 0471d1b55462d42ec141d30b76c066e9, disabling compactions & flushes
2024-12-03T19:16:32,114 INFO  [RegionOpenAndInit-ns4:test-17332533858943-pool-0 {}] regionserver.HRegion(1755): Closing region ns4:test-17332533858943,,1733253391252.0471d1b55462d42ec141d30b76c066e9.
2024-12-03T19:16:32,114 DEBUG [RegionOpenAndInit-ns4:test-17332533858943-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17332533858943,,1733253391252.0471d1b55462d42ec141d30b76c066e9.
2024-12-03T19:16:32,114 DEBUG [RegionOpenAndInit-ns4:test-17332533858943-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17332533858943,,1733253391252.0471d1b55462d42ec141d30b76c066e9. after waiting 0 ms
2024-12-03T19:16:32,114 DEBUG [RegionOpenAndInit-ns4:test-17332533858943-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17332533858943,,1733253391252.0471d1b55462d42ec141d30b76c066e9.
2024-12-03T19:16:32,115 INFO  [RegionOpenAndInit-ns4:test-17332533858943-pool-0 {}] regionserver.HRegion(1973): Closed ns4:test-17332533858943,,1733253391252.0471d1b55462d42ec141d30b76c066e9.
2024-12-03T19:16:32,115 DEBUG [RegionOpenAndInit-ns4:test-17332533858943-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0471d1b55462d42ec141d30b76c066e9:
Waiting for close lock at 1733253392114Disabling compacts and flushes for region at 1733253392114Disabling writes for close at 1733253392114Writing region close event to WAL at 1733253392114Closed at 1733253392114
2024-12-03T19:16:32,116 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns4:test-17332533858943 execute state=CREATE_TABLE_ADD_TO_META
2024-12-03T19:16:32,116 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns4:test-17332533858943,,1733253391252.0471d1b55462d42ec141d30b76c066e9.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1733253392116"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733253392116"}]},"ts":"1733253392116"}
2024-12-03T19:16:32,119 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T19:16:32,121 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns4:test-17332533858943 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-03T19:16:32,121 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17332533858943","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733253392121"}]},"ts":"1733253392121"}
2024-12-03T19:16:32,124 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17332533858943, state=ENABLING in hbase:meta
2024-12-03T19:16:32,124 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17332533858943, region=0471d1b55462d42ec141d30b76c066e9, ASSIGN}]
2024-12-03T19:16:32,126 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17332533858943, region=0471d1b55462d42ec141d30b76c066e9, ASSIGN
2024-12-03T19:16:32,127 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns4:test-17332533858943, region=0471d1b55462d42ec141d30b76c066e9, ASSIGN; state=OFFLINE, location=5cd6afc4bcac,37467,1733253377774; forceNewPlan=false, retain=false
2024-12-03T19:16:32,203 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-17332533858942'
2024-12-03T19:16:32,204 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-17332533858941'
2024-12-03T19:16:32,204 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1733253385894'
2024-12-03T19:16:32,278 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=0471d1b55462d42ec141d30b76c066e9, regionState=OPENING, regionLocation=5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:32,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns4:test-17332533858943, region=0471d1b55462d42ec141d30b76c066e9, ASSIGN because future has completed
2024-12-03T19:16:32,282 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0471d1b55462d42ec141d30b76c066e9, server=5cd6afc4bcac,37467,1733253377774}]
2024-12-03T19:16:32,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-12-03T19:16:32,444 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open ns4:test-17332533858943,,1733253391252.0471d1b55462d42ec141d30b76c066e9.
2024-12-03T19:16:32,444 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 0471d1b55462d42ec141d30b76c066e9, NAME => 'ns4:test-17332533858943,,1733253391252.0471d1b55462d42ec141d30b76c066e9.', STARTKEY => '', ENDKEY => ''}
2024-12-03T19:16:32,445 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-12-03T19:16:32,445 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17332533858943 0471d1b55462d42ec141d30b76c066e9
2024-12-03T19:16:32,445 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated ns4:test-17332533858943,,1733253391252.0471d1b55462d42ec141d30b76c066e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T19:16:32,446 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 0471d1b55462d42ec141d30b76c066e9
2024-12-03T19:16:32,446 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 0471d1b55462d42ec141d30b76c066e9
2024-12-03T19:16:32,448 INFO  [StoreOpener-0471d1b55462d42ec141d30b76c066e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0471d1b55462d42ec141d30b76c066e9 
2024-12-03T19:16:32,453 INFO  [StoreOpener-0471d1b55462d42ec141d30b76c066e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0471d1b55462d42ec141d30b76c066e9 columnFamilyName f
2024-12-03T19:16:32,453 DEBUG [StoreOpener-0471d1b55462d42ec141d30b76c066e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:16:32,454 INFO  [StoreOpener-0471d1b55462d42ec141d30b76c066e9-1 {}] regionserver.HStore(327): Store=0471d1b55462d42ec141d30b76c066e9/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T19:16:32,455 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 0471d1b55462d42ec141d30b76c066e9
2024-12-03T19:16:32,456 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/ns4/test-17332533858943/0471d1b55462d42ec141d30b76c066e9
2024-12-03T19:16:32,457 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/ns4/test-17332533858943/0471d1b55462d42ec141d30b76c066e9
2024-12-03T19:16:32,458 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 0471d1b55462d42ec141d30b76c066e9
2024-12-03T19:16:32,458 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 0471d1b55462d42ec141d30b76c066e9
2024-12-03T19:16:32,461 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 0471d1b55462d42ec141d30b76c066e9
2024-12-03T19:16:32,465 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/ns4/test-17332533858943/0471d1b55462d42ec141d30b76c066e9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T19:16:32,466 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 0471d1b55462d42ec141d30b76c066e9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10649886720, jitterRate=-0.008152008056640625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T19:16:32,466 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0471d1b55462d42ec141d30b76c066e9
2024-12-03T19:16:32,467 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 0471d1b55462d42ec141d30b76c066e9:
Running coprocessor pre-open hook at 1733253392446Writing region info on filesystem at 1733253392446Initializing all the Stores at 1733253392448 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733253392448Cleaning up temporary data from old regions at 1733253392458 (+10 ms)Running coprocessor post-open hooks at 1733253392466 (+8 ms)Region opened successfully at 1733253392467 (+1 ms)
2024-12-03T19:16:32,468 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for ns4:test-17332533858943,,1733253391252.0471d1b55462d42ec141d30b76c066e9., pid=19, masterSystemTime=1733253392437
2024-12-03T19:16:32,472 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for ns4:test-17332533858943,,1733253391252.0471d1b55462d42ec141d30b76c066e9.
2024-12-03T19:16:32,472 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened ns4:test-17332533858943,,1733253391252.0471d1b55462d42ec141d30b76c066e9.
2024-12-03T19:16:32,477 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=0471d1b55462d42ec141d30b76c066e9, regionState=OPEN, openSeqNum=2, regionLocation=5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:32,482 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32779 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=5cd6afc4bcac,37467,1733253377774, table=ns4:test-17332533858943, region=0471d1b55462d42ec141d30b76c066e9. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-12-03T19:16:32,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0471d1b55462d42ec141d30b76c066e9, server=5cd6afc4bcac,37467,1733253377774 because future has completed
2024-12-03T19:16:32,518 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18
2024-12-03T19:16:32,518 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 0471d1b55462d42ec141d30b76c066e9, server=5cd6afc4bcac,37467,1733253377774 in 223 msec
2024-12-03T19:16:32,525 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-12-03T19:16:32,525 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns4:test-17332533858943, region=0471d1b55462d42ec141d30b76c066e9, ASSIGN in 394 msec
2024-12-03T19:16:32,527 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns4:test-17332533858943 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-03T19:16:32,527 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17332533858943","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733253392527"}]},"ts":"1733253392527"}
2024-12-03T19:16:32,533 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17332533858943, state=ENABLED in hbase:meta
2024-12-03T19:16:32,535 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17332533858943 execute state=CREATE_TABLE_POST_OPERATION
2024-12-03T19:16:32,542 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns4:test-17332533858943 in 1.2830 sec
2024-12-03T19:16:32,761 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-12-03T19:16:33,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-12-03T19:16:33,430 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns4:test-17332533858943 completed
2024-12-03T19:16:33,430 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns4:test-17332533858943 get assigned. Timeout = 60000ms
2024-12-03T19:16:33,430 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T19:16:33,436 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns4:test-17332533858943 assigned to meta. Checking AM states.
2024-12-03T19:16:33,436 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T19:16:33,436 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns4:test-17332533858943 assigned.
2024-12-03T19:16:33,437 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-03T19:16:33,437 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.TestBackupBase.createTables(TestBackupBase.java:481)
    at org.apache.hadoop.hbase.backup.TestBackupBase.setUpHelper(TestBackupBase.java:343)
    at org.apache.hadoop.hbase.backup.TestBackupBase.setUp(TestBackupBase.java:357)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T19:16:33,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:16:33,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:16:33,445 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T19:16:33,473 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=611, OpenFileDescriptor=631, MaxFileDescriptor=1048576, SystemLoadAverage=514, ProcessCount=13, AvailableMemoryMB=6307
2024-12-03T19:16:33,475 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=611 is superior to 500
2024-12-03T19:16:33,477 INFO  [Time-limited test {}] backup.TestIncrementalBackup(91): create full backup image for all tables
2024-12-03T19:16:33,484 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table test-1733253385894 from 'test-1733253385894', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1733253385894', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T19:16:33,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] procedure2.ProcedureExecutor(1139): Stored pid=20, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1733253385894
2024-12-03T19:16:33,557 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741847_1023 (size=908)
2024-12-03T19:16:33,956 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/.tabledesc/.tableinfo.0000000001.367
2024-12-03T19:16:33,956 INFO  [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/.tabledesc/.tableinfo.0000000002.908
2024-12-03T19:16:33,961 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1733253385894}]
2024-12-03T19:16:33,970 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1733253385894, region=1e03342807c4a3f669243dfcb9f475e1, REOPEN/MOVE}]
2024-12-03T19:16:33,972 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1733253385894, region=1e03342807c4a3f669243dfcb9f475e1, REOPEN/MOVE
2024-12-03T19:16:33,974 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=1e03342807c4a3f669243dfcb9f475e1, regionState=CLOSING, regionLocation=5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:33,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1733253385894, region=1e03342807c4a3f669243dfcb9f475e1, REOPEN/MOVE because future has completed
2024-12-03T19:16:33,977 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-03T19:16:33,978 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1e03342807c4a3f669243dfcb9f475e1, server=5cd6afc4bcac,37467,1733253377774}]
2024-12-03T19:16:34,137 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(122): Close 1e03342807c4a3f669243dfcb9f475e1
2024-12-03T19:16:34,137 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-12-03T19:16:34,138 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1722): Closing 1e03342807c4a3f669243dfcb9f475e1, disabling compactions & flushes
2024-12-03T19:16:34,138 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1755): Closing region test-1733253385894,,1733253386394.1e03342807c4a3f669243dfcb9f475e1.
2024-12-03T19:16:34,138 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1776): Time limited wait for close lock on test-1733253385894,,1733253386394.1e03342807c4a3f669243dfcb9f475e1.
2024-12-03T19:16:34,138 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1843): Acquired close lock on test-1733253385894,,1733253386394.1e03342807c4a3f669243dfcb9f475e1. after waiting 0 ms
2024-12-03T19:16:34,138 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1853): Updates disabled for region test-1733253385894,,1733253386394.1e03342807c4a3f669243dfcb9f475e1.
2024-12-03T19:16:34,141 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(2902): Flushing 1e03342807c4a3f669243dfcb9f475e1 1/1 column families, dataSize=3.17 KB heapSize=11 KB
2024-12-03T19:16:34,221 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/.tmp/f/c6f5637fcd0c4afaab7b34a6288ee868 is 37, key is row10/f:q1/1733253387650/Put/seqid=0
2024-12-03T19:16:34,235 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741848_1024 (size=8413)
2024-12-03T19:16:34,637 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/.tmp/f/c6f5637fcd0c4afaab7b34a6288ee868
2024-12-03T19:16:34,734 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/.tmp/f/c6f5637fcd0c4afaab7b34a6288ee868 as hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/f/c6f5637fcd0c4afaab7b34a6288ee868
2024-12-03T19:16:34,747 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/f/c6f5637fcd0c4afaab7b34a6288ee868, entries=99, sequenceid=103, filesize=8.2 K
2024-12-03T19:16:34,757 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 1e03342807c4a3f669243dfcb9f475e1 in 613ms, sequenceid=103, compaction requested=false
2024-12-03T19:16:34,766 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1
2024-12-03T19:16:34,768 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-12-03T19:16:34,769 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1973): Closed test-1733253385894,,1733253386394.1e03342807c4a3f669243dfcb9f475e1.
2024-12-03T19:16:34,769 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1676): Region close journal for 1e03342807c4a3f669243dfcb9f475e1:
Waiting for close lock at 1733253394138Running coprocessor pre-close hooks at 1733253394138Disabling compacts and flushes for region at 1733253394138Disabling writes for close at 1733253394138Obtaining lock to block concurrent updates at 1733253394141 (+3 ms)Preparing flush snapshotting stores in 1e03342807c4a3f669243dfcb9f475e1 at 1733253394141Finished memstore snapshotting test-1733253385894,,1733253386394.1e03342807c4a3f669243dfcb9f475e1., syncing WAL and waiting on mvcc, flushsize=dataSize=3247, getHeapSize=11248, getOffHeapSize=0, getCellsCount=99 at 1733253394149 (+8 ms)Flushing stores of test-1733253385894,,1733253386394.1e03342807c4a3f669243dfcb9f475e1. at 1733253394150 (+1 ms)Flushing 1e03342807c4a3f669243dfcb9f475e1/f: creating writer at 1733253394152 (+2 ms)Flushing 1e03342807c4a3f669243dfcb9f475e1/f: appending metadata at 1733253394206 (+54 ms)Flushing 1e03342807c4a3f669243dfcb9f475e1/f: closing flushed file at 1733253394210 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e675f81: reopening flushed file at 1733253394732 (+522 ms)Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 1e03342807c4a3f669243dfcb9f475e1 in 613ms, sequenceid=103, compaction requested=false at 1733253394757 (+25 ms)Writing region close event to WAL at 1733253394759 (+2 ms)Running coprocessor post-close hooks at 1733253394767 (+8 ms)Closed at 1733253394769 (+2 ms)
2024-12-03T19:16:34,769 WARN  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionServer(3299): Not adding moved region record: 1e03342807c4a3f669243dfcb9f475e1 to self.
2024-12-03T19:16:34,773 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(157): Closed 1e03342807c4a3f669243dfcb9f475e1
2024-12-03T19:16:34,773 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=1e03342807c4a3f669243dfcb9f475e1, regionState=CLOSED
2024-12-03T19:16:34,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1e03342807c4a3f669243dfcb9f475e1, server=5cd6afc4bcac,37467,1733253377774 because future has completed
2024-12-03T19:16:34,780 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-12-03T19:16:34,780 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; CloseRegionProcedure 1e03342807c4a3f669243dfcb9f475e1, server=5cd6afc4bcac,37467,1733253377774 in 799 msec
2024-12-03T19:16:34,781 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1733253385894, region=1e03342807c4a3f669243dfcb9f475e1, REOPEN/MOVE; state=CLOSED, location=5cd6afc4bcac,37467,1733253377774; forceNewPlan=false, retain=true
2024-12-03T19:16:34,932 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=1e03342807c4a3f669243dfcb9f475e1, regionState=OPENING, regionLocation=5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:34,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1733253385894, region=1e03342807c4a3f669243dfcb9f475e1, REOPEN/MOVE because future has completed
2024-12-03T19:16:34,936 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e03342807c4a3f669243dfcb9f475e1, server=5cd6afc4bcac,37467,1733253377774}]
2024-12-03T19:16:35,109 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open test-1733253385894,,1733253386394.1e03342807c4a3f669243dfcb9f475e1.
2024-12-03T19:16:35,109 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 1e03342807c4a3f669243dfcb9f475e1, NAME => 'test-1733253385894,,1733253386394.1e03342807c4a3f669243dfcb9f475e1.', STARTKEY => '', ENDKEY => ''}
2024-12-03T19:16:35,110 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-12-03T19:16:35,110 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1733253385894 1e03342807c4a3f669243dfcb9f475e1
2024-12-03T19:16:35,111 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated test-1733253385894,,1733253386394.1e03342807c4a3f669243dfcb9f475e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T19:16:35,112 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 1e03342807c4a3f669243dfcb9f475e1
2024-12-03T19:16:35,112 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 1e03342807c4a3f669243dfcb9f475e1
2024-12-03T19:16:35,123 INFO  [StoreOpener-1e03342807c4a3f669243dfcb9f475e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1e03342807c4a3f669243dfcb9f475e1 
2024-12-03T19:16:35,131 INFO  [StoreOpener-1e03342807c4a3f669243dfcb9f475e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e03342807c4a3f669243dfcb9f475e1 columnFamilyName f
2024-12-03T19:16:35,131 DEBUG [StoreOpener-1e03342807c4a3f669243dfcb9f475e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:16:35,190 DEBUG [StoreOpener-1e03342807c4a3f669243dfcb9f475e1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/f/c6f5637fcd0c4afaab7b34a6288ee868
2024-12-03T19:16:35,191 INFO  [StoreOpener-1e03342807c4a3f669243dfcb9f475e1-1 {}] regionserver.HStore(327): Store=1e03342807c4a3f669243dfcb9f475e1/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T19:16:35,191 INFO  [StoreOpener-1e03342807c4a3f669243dfcb9f475e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 1e03342807c4a3f669243dfcb9f475e1 
2024-12-03T19:16:35,207 INFO  [StoreOpener-1e03342807c4a3f669243dfcb9f475e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e03342807c4a3f669243dfcb9f475e1 columnFamilyName f3
2024-12-03T19:16:35,208 DEBUG [StoreOpener-1e03342807c4a3f669243dfcb9f475e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:16:35,211 INFO  [StoreOpener-1e03342807c4a3f669243dfcb9f475e1-1 {}] regionserver.HStore(327): Store=1e03342807c4a3f669243dfcb9f475e1/f3,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T19:16:35,212 INFO  [StoreOpener-1e03342807c4a3f669243dfcb9f475e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 1e03342807c4a3f669243dfcb9f475e1 
2024-12-03T19:16:35,222 INFO  [StoreOpener-1e03342807c4a3f669243dfcb9f475e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e03342807c4a3f669243dfcb9f475e1 columnFamilyName mob
2024-12-03T19:16:35,230 DEBUG [StoreOpener-1e03342807c4a3f669243dfcb9f475e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:16:35,231 INFO  [StoreOpener-1e03342807c4a3f669243dfcb9f475e1-1 {}] regionserver.HStore(327): Store=1e03342807c4a3f669243dfcb9f475e1/mob,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T19:16:35,234 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 1e03342807c4a3f669243dfcb9f475e1
2024-12-03T19:16:35,239 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1
2024-12-03T19:16:35,246 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1
2024-12-03T19:16:35,253 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 1e03342807c4a3f669243dfcb9f475e1
2024-12-03T19:16:35,253 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 1e03342807c4a3f669243dfcb9f475e1
2024-12-03T19:16:35,259 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1733253385894 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-03T19:16:35,262 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 1e03342807c4a3f669243dfcb9f475e1
2024-12-03T19:16:35,263 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 1e03342807c4a3f669243dfcb9f475e1; next sequenceid=107; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10529526400, jitterRate=-0.019361436367034912}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-03T19:16:35,264 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1e03342807c4a3f669243dfcb9f475e1
2024-12-03T19:16:35,264 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 1e03342807c4a3f669243dfcb9f475e1:
Running coprocessor pre-open hook at 1733253395112Writing region info on filesystem at 1733253395112Initializing all the Stores at 1733253395115 (+3 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733253395115Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733253395118 (+3 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733253395118Cleaning up temporary data from old regions at 1733253395253 (+135 ms)Running coprocessor post-open hooks at 1733253395264 (+11 ms)Region opened successfully at 1733253395264
2024-12-03T19:16:35,266 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1733253385894,,1733253386394.1e03342807c4a3f669243dfcb9f475e1., pid=24, masterSystemTime=1733253395089
2024-12-03T19:16:35,277 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=1e03342807c4a3f669243dfcb9f475e1, regionState=OPEN, openSeqNum=107, regionLocation=5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:35,279 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1733253385894,,1733253386394.1e03342807c4a3f669243dfcb9f475e1.
2024-12-03T19:16:35,279 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened test-1733253385894,,1733253386394.1e03342807c4a3f669243dfcb9f475e1.
2024-12-03T19:16:35,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e03342807c4a3f669243dfcb9f475e1, server=5cd6afc4bcac,37467,1733253377774 because future has completed
2024-12-03T19:16:35,294 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=22
2024-12-03T19:16:35,294 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure 1e03342807c4a3f669243dfcb9f475e1, server=5cd6afc4bcac,37467,1733253377774 in 354 msec
2024-12-03T19:16:35,299 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21
2024-12-03T19:16:35,299 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1733253385894, region=1e03342807c4a3f669243dfcb9f475e1, REOPEN/MOVE in 1.3240 sec
2024-12-03T19:16:35,310 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-12-03T19:16:35,310 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1733253385894 in 1.3420 sec
2024-12-03T19:16:35,322 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1733253385894 in 1.8250 sec
2024-12-03T19:16:35,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=20
2024-12-03T19:16:35,331 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1733253385894 completed
2024-12-03T19:16:35,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64e2f625, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:16:35,347 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,32779,-1 for getting cluster id
2024-12-03T19:16:35,347 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T19:16:35,349 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7af04778-a84d-44d8-871f-ac60582cb108'
2024-12-03T19:16:35,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T19:16:35,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7af04778-a84d-44d8-871f-ac60582cb108"

2024-12-03T19:16:35,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15f8fb5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:16:35,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,32779,-1]
2024-12-03T19:16:35,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T19:16:35,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:16:35,353 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T19:16:35,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f9205d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:16:35,355 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T19:16:35,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37467,1733253377774, seqNum=-1]
2024-12-03T19:16:35,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T19:16:35,359 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T19:16:35,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733253385894', row='row-test-1733253385894-3-0', locateType=CURRENT is [region=test-1733253385894,,1733253386394.1e03342807c4a3f669243dfcb9f475e1., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=107]
2024-12-03T19:16:35,458 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T19:16:35,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,32779,1733253375673
2024-12-03T19:16:35,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77925865
2024-12-03T19:16:35,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T19:16:35,463 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-03T19:16:35,477 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'backup'}
2024-12-03T19:16:35,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=backup
2024-12-03T19:16:35,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-03T19:16:35,491 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=backup in 11 msec
2024-12-03T19:16:35,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-03T19:16:35,589 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: backup completed
2024-12-03T19:16:35,604 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T19:16:35,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] procedure2.ProcedureExecutor(1139): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system
2024-12-03T19:16:35,608 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION
2024-12-03T19:16:35,608 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:16:35,608 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "backup"
qualifier: "system"
 procId is: 26
2024-12-03T19:16:35,609 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-03T19:16:35,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26
2024-12-03T19:16:35,618 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741849_1025 (size=635)
2024-12-03T19:16:35,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26
2024-12-03T19:16:35,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26
2024-12-03T19:16:36,022 INFO  [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e17c4198b10bfd8e3bc81f45da668c75, NAME => 'backup:system,,1733253395604.e17c4198b10bfd8e3bc81f45da668c75.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a
2024-12-03T19:16:36,036 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741850_1026 (size=40)
2024-12-03T19:16:36,112 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17332533858943
2024-12-03T19:16:36,112 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-17332533858943 Metrics about Tables on a single HBase RegionServer
2024-12-03T19:16:36,114 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17332533858942
2024-12-03T19:16:36,114 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-17332533858942 Metrics about Tables on a single HBase RegionServer
2024-12-03T19:16:36,115 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17332533858941
2024-12-03T19:16:36,115 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-17332533858941 Metrics about Tables on a single HBase RegionServer
2024-12-03T19:16:36,116 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1733253385894
2024-12-03T19:16:36,117 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1733253385894 Metrics about Tables on a single HBase RegionServer
2024-12-03T19:16:36,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26
2024-12-03T19:16:36,440 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system,,1733253395604.e17c4198b10bfd8e3bc81f45da668c75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T19:16:36,440 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1722): Closing e17c4198b10bfd8e3bc81f45da668c75, disabling compactions & flushes
2024-12-03T19:16:36,440 INFO  [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system,,1733253395604.e17c4198b10bfd8e3bc81f45da668c75.
2024-12-03T19:16:36,440 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1733253395604.e17c4198b10bfd8e3bc81f45da668c75.
2024-12-03T19:16:36,441 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1733253395604.e17c4198b10bfd8e3bc81f45da668c75. after waiting 1 ms
2024-12-03T19:16:36,441 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1733253395604.e17c4198b10bfd8e3bc81f45da668c75.
2024-12-03T19:16:36,441 INFO  [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1973): Closed backup:system,,1733253395604.e17c4198b10bfd8e3bc81f45da668c75.
2024-12-03T19:16:36,441 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1676): Region close journal for e17c4198b10bfd8e3bc81f45da668c75:
Waiting for close lock at 1733253396440Disabling compacts and flushes for region at 1733253396440Disabling writes for close at 1733253396441 (+1 ms)Writing region close event to WAL at 1733253396441Closed at 1733253396441
2024-12-03T19:16:36,444 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META
2024-12-03T19:16:36,444 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system,,1733253395604.e17c4198b10bfd8e3bc81f45da668c75.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1733253396444"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733253396444"}]},"ts":"1733253396444"}
2024-12-03T19:16:36,447 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T19:16:36,449 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-03T19:16:36,449 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733253396449"}]},"ts":"1733253396449"}
2024-12-03T19:16:36,452 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLING in hbase:meta
2024-12-03T19:16:36,453 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=e17c4198b10bfd8e3bc81f45da668c75, ASSIGN}]
2024-12-03T19:16:36,454 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=e17c4198b10bfd8e3bc81f45da668c75, ASSIGN
2024-12-03T19:16:36,456 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system, region=e17c4198b10bfd8e3bc81f45da668c75, ASSIGN; state=OFFLINE, location=5cd6afc4bcac,37467,1733253377774; forceNewPlan=false, retain=false
2024-12-03T19:16:36,607 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=e17c4198b10bfd8e3bc81f45da668c75, regionState=OPENING, regionLocation=5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:36,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system, region=e17c4198b10bfd8e3bc81f45da668c75, ASSIGN because future has completed
2024-12-03T19:16:36,611 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure e17c4198b10bfd8e3bc81f45da668c75, server=5cd6afc4bcac,37467,1733253377774}]
2024-12-03T19:16:36,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26
2024-12-03T19:16:36,772 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(132): Open backup:system,,1733253395604.e17c4198b10bfd8e3bc81f45da668c75.
2024-12-03T19:16:36,772 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7752): Opening region: {ENCODED => e17c4198b10bfd8e3bc81f45da668c75, NAME => 'backup:system,,1733253395604.e17c4198b10bfd8e3bc81f45da668c75.', STARTKEY => '', ENDKEY => ''}
2024-12-03T19:16:36,773 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-12-03T19:16:36,773 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system e17c4198b10bfd8e3bc81f45da668c75
2024-12-03T19:16:36,773 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(898): Instantiated backup:system,,1733253395604.e17c4198b10bfd8e3bc81f45da668c75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T19:16:36,773 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7794): checking encryption for e17c4198b10bfd8e3bc81f45da668c75
2024-12-03T19:16:36,773 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7797): checking classloading for e17c4198b10bfd8e3bc81f45da668c75
2024-12-03T19:16:36,776 INFO  [StoreOpener-e17c4198b10bfd8e3bc81f45da668c75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region e17c4198b10bfd8e3bc81f45da668c75 
2024-12-03T19:16:36,778 INFO  [StoreOpener-e17c4198b10bfd8e3bc81f45da668c75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e17c4198b10bfd8e3bc81f45da668c75 columnFamilyName meta
2024-12-03T19:16:36,778 DEBUG [StoreOpener-e17c4198b10bfd8e3bc81f45da668c75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:16:36,779 INFO  [StoreOpener-e17c4198b10bfd8e3bc81f45da668c75-1 {}] regionserver.HStore(327): Store=e17c4198b10bfd8e3bc81f45da668c75/meta,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T19:16:36,779 INFO  [StoreOpener-e17c4198b10bfd8e3bc81f45da668c75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region e17c4198b10bfd8e3bc81f45da668c75 
2024-12-03T19:16:36,781 INFO  [StoreOpener-e17c4198b10bfd8e3bc81f45da668c75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e17c4198b10bfd8e3bc81f45da668c75 columnFamilyName session
2024-12-03T19:16:36,782 DEBUG [StoreOpener-e17c4198b10bfd8e3bc81f45da668c75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:16:36,782 INFO  [StoreOpener-e17c4198b10bfd8e3bc81f45da668c75-1 {}] regionserver.HStore(327): Store=e17c4198b10bfd8e3bc81f45da668c75/session,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T19:16:36,783 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1038): replaying wal for e17c4198b10bfd8e3bc81f45da668c75
2024-12-03T19:16:36,784 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75
2024-12-03T19:16:36,785 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75
2024-12-03T19:16:36,787 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1048): stopping wal replay for e17c4198b10bfd8e3bc81f45da668c75
2024-12-03T19:16:36,787 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1060): Cleaning up temporary data for e17c4198b10bfd8e3bc81f45da668c75
2024-12-03T19:16:36,788 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead.
2024-12-03T19:16:36,791 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): writing seq id for e17c4198b10bfd8e3bc81f45da668c75
2024-12-03T19:16:36,795 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T19:16:36,796 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1114): Opened e17c4198b10bfd8e3bc81f45da668c75; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9741740640, jitterRate=-0.09272970259189606}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864}
2024-12-03T19:16:36,796 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e17c4198b10bfd8e3bc81f45da668c75
2024-12-03T19:16:36,797 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1006): Region open journal for e17c4198b10bfd8e3bc81f45da668c75:
Running coprocessor pre-open hook at 1733253396773Writing region info on filesystem at 1733253396773Initializing all the Stores at 1733253396775 (+2 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733253396775Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733253396775Cleaning up temporary data from old regions at 1733253396787 (+12 ms)Running coprocessor post-open hooks at 1733253396796 (+9 ms)Region opened successfully at 1733253396796
2024-12-03T19:16:36,798 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system,,1733253395604.e17c4198b10bfd8e3bc81f45da668c75., pid=28, masterSystemTime=1733253396764
2024-12-03T19:16:36,801 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system,,1733253395604.e17c4198b10bfd8e3bc81f45da668c75.
2024-12-03T19:16:36,801 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(153): Opened backup:system,,1733253395604.e17c4198b10bfd8e3bc81f45da668c75.
2024-12-03T19:16:36,802 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=e17c4198b10bfd8e3bc81f45da668c75, regionState=OPEN, openSeqNum=2, regionLocation=5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:36,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure e17c4198b10bfd8e3bc81f45da668c75, server=5cd6afc4bcac,37467,1733253377774 because future has completed
2024-12-03T19:16:36,817 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27
2024-12-03T19:16:36,818 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure e17c4198b10bfd8e3bc81f45da668c75, server=5cd6afc4bcac,37467,1733253377774 in 200 msec
2024-12-03T19:16:36,825 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-12-03T19:16:36,825 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system, region=e17c4198b10bfd8e3bc81f45da668c75, ASSIGN in 366 msec
2024-12-03T19:16:36,827 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-03T19:16:36,827 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733253396827"}]},"ts":"1733253396827"}
2024-12-03T19:16:36,831 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLED in hbase:meta
2024-12-03T19:16:36,833 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION
2024-12-03T19:16:36,836 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system in 1.2280 sec
2024-12-03T19:16:37,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26
2024-12-03T19:16:37,761 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system completed
2024-12-03T19:16:37,785 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T19:16:37,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system_bulk
2024-12-03T19:16:37,790 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION
2024-12-03T19:16:37,790 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:16:37,790 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "backup"
qualifier: "system_bulk"
 procId is: 29
2024-12-03T19:16:37,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29
2024-12-03T19:16:37,796 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-03T19:16:37,824 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741851_1027 (size=640)
2024-12-03T19:16:37,831 INFO  [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2a338d6f45d65273b9103caf8ff5d134, NAME => 'backup:system_bulk,,1733253397785.2a338d6f45d65273b9103caf8ff5d134.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a
2024-12-03T19:16:37,848 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741852_1028 (size=45)
2024-12-03T19:16:37,850 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1733253397785.2a338d6f45d65273b9103caf8ff5d134.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T19:16:37,850 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1722): Closing 2a338d6f45d65273b9103caf8ff5d134, disabling compactions & flushes
2024-12-03T19:16:37,850 INFO  [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1733253397785.2a338d6f45d65273b9103caf8ff5d134.
2024-12-03T19:16:37,851 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1733253397785.2a338d6f45d65273b9103caf8ff5d134.
2024-12-03T19:16:37,851 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1733253397785.2a338d6f45d65273b9103caf8ff5d134. after waiting 0 ms
2024-12-03T19:16:37,851 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1733253397785.2a338d6f45d65273b9103caf8ff5d134.
2024-12-03T19:16:37,851 INFO  [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1973): Closed backup:system_bulk,,1733253397785.2a338d6f45d65273b9103caf8ff5d134.
2024-12-03T19:16:37,851 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2a338d6f45d65273b9103caf8ff5d134:
Waiting for close lock at 1733253397850Disabling compacts and flushes for region at 1733253397850Disabling writes for close at 1733253397851 (+1 ms)Writing region close event to WAL at 1733253397851Closed at 1733253397851
2024-12-03T19:16:37,853 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META
2024-12-03T19:16:37,853 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system_bulk,,1733253397785.2a338d6f45d65273b9103caf8ff5d134.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733253397853"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733253397853"}]},"ts":"1733253397853"}
2024-12-03T19:16:37,858 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T19:16:37,861 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-03T19:16:37,861 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733253397861"}]},"ts":"1733253397861"}
2024-12-03T19:16:37,867 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta
2024-12-03T19:16:37,868 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=2a338d6f45d65273b9103caf8ff5d134, ASSIGN}]
2024-12-03T19:16:37,876 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=2a338d6f45d65273b9103caf8ff5d134, ASSIGN
2024-12-03T19:16:37,879 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=2a338d6f45d65273b9103caf8ff5d134, ASSIGN; state=OFFLINE, location=5cd6afc4bcac,37467,1733253377774; forceNewPlan=false, retain=false
2024-12-03T19:16:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29
2024-12-03T19:16:37,949 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-12-03T19:16:38,029 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=2a338d6f45d65273b9103caf8ff5d134, regionState=OPENING, regionLocation=5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:38,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=2a338d6f45d65273b9103caf8ff5d134, ASSIGN because future has completed
2024-12-03T19:16:38,033 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a338d6f45d65273b9103caf8ff5d134, server=5cd6afc4bcac,37467,1733253377774}]
2024-12-03T19:16:38,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29
2024-12-03T19:16:38,190 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open backup:system_bulk,,1733253397785.2a338d6f45d65273b9103caf8ff5d134.
2024-12-03T19:16:38,190 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => 2a338d6f45d65273b9103caf8ff5d134, NAME => 'backup:system_bulk,,1733253397785.2a338d6f45d65273b9103caf8ff5d134.', STARTKEY => '', ENDKEY => ''}
2024-12-03T19:16:38,191 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-12-03T19:16:38,191 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 2a338d6f45d65273b9103caf8ff5d134
2024-12-03T19:16:38,191 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1733253397785.2a338d6f45d65273b9103caf8ff5d134.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T19:16:38,191 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for 2a338d6f45d65273b9103caf8ff5d134
2024-12-03T19:16:38,191 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for 2a338d6f45d65273b9103caf8ff5d134
2024-12-03T19:16:38,193 INFO  [StoreOpener-2a338d6f45d65273b9103caf8ff5d134-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 2a338d6f45d65273b9103caf8ff5d134 
2024-12-03T19:16:38,195 INFO  [StoreOpener-2a338d6f45d65273b9103caf8ff5d134-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a338d6f45d65273b9103caf8ff5d134 columnFamilyName meta
2024-12-03T19:16:38,195 DEBUG [StoreOpener-2a338d6f45d65273b9103caf8ff5d134-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:16:38,196 INFO  [StoreOpener-2a338d6f45d65273b9103caf8ff5d134-1 {}] regionserver.HStore(327): Store=2a338d6f45d65273b9103caf8ff5d134/meta,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T19:16:38,196 INFO  [StoreOpener-2a338d6f45d65273b9103caf8ff5d134-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 2a338d6f45d65273b9103caf8ff5d134 
2024-12-03T19:16:38,198 INFO  [StoreOpener-2a338d6f45d65273b9103caf8ff5d134-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a338d6f45d65273b9103caf8ff5d134 columnFamilyName session
2024-12-03T19:16:38,198 DEBUG [StoreOpener-2a338d6f45d65273b9103caf8ff5d134-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:16:38,198 INFO  [StoreOpener-2a338d6f45d65273b9103caf8ff5d134-1 {}] regionserver.HStore(327): Store=2a338d6f45d65273b9103caf8ff5d134/session,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T19:16:38,198 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for 2a338d6f45d65273b9103caf8ff5d134
2024-12-03T19:16:38,199 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system_bulk/2a338d6f45d65273b9103caf8ff5d134
2024-12-03T19:16:38,200 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system_bulk/2a338d6f45d65273b9103caf8ff5d134
2024-12-03T19:16:38,201 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for 2a338d6f45d65273b9103caf8ff5d134
2024-12-03T19:16:38,201 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for 2a338d6f45d65273b9103caf8ff5d134
2024-12-03T19:16:38,202 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead.
2024-12-03T19:16:38,203 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for 2a338d6f45d65273b9103caf8ff5d134
2024-12-03T19:16:38,205 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system'
2024-12-03T19:16:38,206 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-17332533858943'
2024-12-03T19:16:38,207 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system_bulk/2a338d6f45d65273b9103caf8ff5d134/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T19:16:38,208 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened 2a338d6f45d65273b9103caf8ff5d134; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9916682400, jitterRate=-0.07643698155879974}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864}
2024-12-03T19:16:38,208 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2a338d6f45d65273b9103caf8ff5d134
2024-12-03T19:16:38,209 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for 2a338d6f45d65273b9103caf8ff5d134:
Running coprocessor pre-open hook at 1733253398191Writing region info on filesystem at 1733253398191Initializing all the Stores at 1733253398193 (+2 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733253398193Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733253398193Cleaning up temporary data from old regions at 1733253398201 (+8 ms)Running coprocessor post-open hooks at 1733253398208 (+7 ms)Region opened successfully at 1733253398208
2024-12-03T19:16:38,210 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system_bulk,,1733253397785.2a338d6f45d65273b9103caf8ff5d134., pid=31, masterSystemTime=1733253398185
2024-12-03T19:16:38,213 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system_bulk,,1733253397785.2a338d6f45d65273b9103caf8ff5d134.
2024-12-03T19:16:38,213 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened backup:system_bulk,,1733253397785.2a338d6f45d65273b9103caf8ff5d134.
2024-12-03T19:16:38,213 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=2a338d6f45d65273b9103caf8ff5d134, regionState=OPEN, openSeqNum=2, regionLocation=5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:38,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a338d6f45d65273b9103caf8ff5d134, server=5cd6afc4bcac,37467,1733253377774 because future has completed
2024-12-03T19:16:38,221 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30
2024-12-03T19:16:38,223 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure 2a338d6f45d65273b9103caf8ff5d134, server=5cd6afc4bcac,37467,1733253377774 in 185 msec
2024-12-03T19:16:38,225 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-12-03T19:16:38,225 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=2a338d6f45d65273b9103caf8ff5d134, ASSIGN in 353 msec
2024-12-03T19:16:38,226 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-03T19:16:38,226 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733253398226"}]},"ts":"1733253398226"}
2024-12-03T19:16:38,229 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta
2024-12-03T19:16:38,230 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION
2024-12-03T19:16:38,233 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system_bulk in 444 msec
2024-12-03T19:16:38,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29
2024-12-03T19:16:38,419 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system_bulk completed
2024-12-03T19:16:38,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T19:16:38,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T19:16:38,456 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation
2024-12-03T19:16:38,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='activesession:', locateType=CURRENT is [region=backup:system,,1733253395604.e17c4198b10bfd8e3bc81f45da668c75., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2]
2024-12-03T19:16:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms
2024-12-03T19:16:38,484 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-12-03T19:16:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733253398485 (current time:1733253398485).
2024-12-03T19:16:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-12-03T19:16:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2
2024-12-03T19:16:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cd7319c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:16:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,32779,-1 for getting cluster id
2024-12-03T19:16:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T19:16:38,488 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7af04778-a84d-44d8-871f-ac60582cb108'
2024-12-03T19:16:38,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T19:16:38,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7af04778-a84d-44d8-871f-ac60582cb108"

2024-12-03T19:16:38,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f175c53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:16:38,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,32779,-1]
2024-12-03T19:16:38,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T19:16:38,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:16:38,491 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T19:16:38,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a50ae95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:16:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T19:16:38,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37467,1733253377774, seqNum=-1]
2024-12-03T19:16:38,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T19:16:38,500 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T19:16:38,501 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779.
2024-12-03T19:16:38,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T19:16:38,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:16:38,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:16:38,502 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T19:16:38,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-12-03T19:16:38,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-12-03T19:16:38,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32
2024-12-03T19:16:38,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-12-03T19:16:38,514 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-12-03T19:16:38,520 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-12-03T19:16:38,539 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-12-03T19:16:38,556 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741853_1029 (size=52)
2024-12-03T19:16:38,560 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-12-03T19:16:38,563 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e17c4198b10bfd8e3bc81f45da668c75}]
2024-12-03T19:16:38,567 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e17c4198b10bfd8e3bc81f45da668c75
2024-12-03T19:16:38,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-12-03T19:16:38,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33
2024-12-03T19:16:38,726 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1733253395604.e17c4198b10bfd8e3bc81f45da668c75.
2024-12-03T19:16:38,727 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing e17c4198b10bfd8e3bc81f45da668c75 2/2 column families, dataSize=45 B heapSize=632 B
2024-12-03T19:16:38,753 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/.tmp/session/7a3a992e802340fdb21382f27e693d7f is 49, key is activesession:/session:c/1733253398474/Put/seqid=0
2024-12-03T19:16:38,773 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741854_1030 (size=5049)
2024-12-03T19:16:38,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-12-03T19:16:39,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-12-03T19:16:39,174 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/.tmp/session/7a3a992e802340fdb21382f27e693d7f
2024-12-03T19:16:39,186 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/.tmp/session/7a3a992e802340fdb21382f27e693d7f as hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/session/7a3a992e802340fdb21382f27e693d7f
2024-12-03T19:16:39,198 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/session/7a3a992e802340fdb21382f27e693d7f, entries=1, sequenceid=5, filesize=4.9 K
2024-12-03T19:16:39,200 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for e17c4198b10bfd8e3bc81f45da668c75 in 472ms, sequenceid=5, compaction requested=false
2024-12-03T19:16:39,200 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for e17c4198b10bfd8e3bc81f45da668c75:

2024-12-03T19:16:39,200 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1733253395604.e17c4198b10bfd8e3bc81f45da668c75. for snapshot_backup_system completed.
2024-12-03T19:16:39,201 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1733253395604.e17c4198b10bfd8e3bc81f45da668c75.' region-info for snapshot=snapshot_backup_system
2024-12-03T19:16:39,205 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-12-03T19:16:39,209 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-12-03T19:16:39,209 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/session/7a3a992e802340fdb21382f27e693d7f] hfiles
2024-12-03T19:16:39,211 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/session/7a3a992e802340fdb21382f27e693d7f for snapshot=snapshot_backup_system
2024-12-03T19:16:39,239 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741855_1031 (size=95)
2024-12-03T19:16:39,647 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1733253395604.e17c4198b10bfd8e3bc81f45da668c75.
2024-12-03T19:16:39,649 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33
2024-12-03T19:16:39,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-12-03T19:16:39,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.HMaster(4169): Remote procedure done, pid=33
2024-12-03T19:16:39,656 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region e17c4198b10bfd8e3bc81f45da668c75
2024-12-03T19:16:39,656 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e17c4198b10bfd8e3bc81f45da668c75
2024-12-03T19:16:39,668 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-12-03T19:16:39,668 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e17c4198b10bfd8e3bc81f45da668c75 in 1.0990 sec
2024-12-03T19:16:39,668 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-12-03T19:16:39,672 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-12-03T19:16:39,679 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-12-03T19:16:39,679 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system
2024-12-03T19:16:39,684 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/.hbase-snapshot/.tmp/snapshot_backup_system
2024-12-03T19:16:39,743 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741856_1032 (size=731)
2024-12-03T19:16:39,751 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-12-03T19:16:39,780 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-12-03T19:16:39,787 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/.hbase-snapshot/snapshot_backup_system
2024-12-03T19:16:39,795 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-12-03T19:16:39,795 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32
2024-12-03T19:16:39,798 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.2870 sec
2024-12-03T19:16:40,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-12-03T19:16:40,671 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed
2024-12-03T19:16:40,673 INFO  [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1733253395440 started at 1733253400672.
2024-12-03T19:16:40,697 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1733253395440 has been started.
2024-12-03T19:16:40,704 INFO  [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ...
2024-12-03T19:16:40,713 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.3 procedure request for: rolllog-proc
2024-12-03T19:16:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog
2024-12-03T19:16:40,716 INFO  [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog'
2024-12-03T19:16:40,716 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms
2024-12-03T19:16:40,717 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire'
2024-12-03T19:16:40,718 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members.
2024-12-03T19:16:40,719 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-12-03T19:16:40,719 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog
2024-12-03T19:16:40,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37467-0x1019de9363b0001, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-12-03T19:16:40,847 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:40,847 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-12-03T19:16:40,847 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-12-03T19:16:40,849 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:40,849 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog
2024-12-03T19:16:40,849 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire'
2024-12-03T19:16:40,850 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37467-0x1019de9363b0001, quorum=127.0.0.1:63892, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-12-03T19:16:40,851 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35
2024-12-03T19:16:40,851 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog
2024-12-03T19:16:40,851 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup.
2024-12-03T19:16:40,854 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure.
2024-12-03T19:16:40,854 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog
2024-12-03T19:16:40,855 DEBUG [member: '5cd6afc4bcac,37467,1733253377774' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms
2024-12-03T19:16:40,855 DEBUG [member: '5cd6afc4bcac,37467,1733253377774' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms
2024-12-03T19:16:40,855 DEBUG [member: '5cd6afc4bcac,37467,1733253377774' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage
2024-12-03T19:16:40,855 DEBUG [member: '5cd6afc4bcac,37467,1733253377774' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired
2024-12-03T19:16:40,855 DEBUG [member: '5cd6afc4bcac,37467,1733253377774' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '5cd6afc4bcac,37467,1733253377774' joining acquired barrier for procedure (rolllog) in zk
2024-12-03T19:16:40,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:40,871 DEBUG [member: '5cd6afc4bcac,37467,1733253377774' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog
2024-12-03T19:16:40,871 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:40,871 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-12-03T19:16:40,871 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-12-03T19:16:40,872 DEBUG [member: '5cd6afc4bcac,37467,1733253377774' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37467-0x1019de9363b0001, quorum=127.0.0.1:63892, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog
2024-12-03T19:16:40,872 DEBUG [member: '5cd6afc4bcac,37467,1733253377774' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator
2024-12-03T19:16:40,872 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-12-03T19:16:40,873 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-12-03T19:16:40,873 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T19:16:40,874 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:40,874 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-12-03T19:16:40,874 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '5cd6afc4bcac,37467,1733253377774' joining acquired barrier for procedure 'rolllog' on coordinator
2024-12-03T19:16:40,875 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution.
2024-12-03T19:16:40,875 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@7bf385bc[Count = 0] remaining members to acquire global barrier
2024-12-03T19:16:40,875 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog
2024-12-03T19:16:40,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37467-0x1019de9363b0001, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-12-03T19:16:40,881 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog
2024-12-03T19:16:40,881 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog
2024-12-03T19:16:40,881 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:40,881 DEBUG [member: '5cd6afc4bcac,37467,1733253377774' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator.
2024-12-03T19:16:40,881 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release'
2024-12-03T19:16:40,882 DEBUG [member: '5cd6afc4bcac,37467,1733253377774' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish.
2024-12-03T19:16:40,882 DEBUG [rs(5cd6afc4bcac,37467,1733253377774)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:40,889 INFO  [rs(5cd6afc4bcac,37467,1733253377774)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1733253380398 highest: 1733253387227 on 5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:40,889 DEBUG [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-0:(num 1733253380398) roll requested
2024-12-03T19:16:40,903 DEBUG [regionserver/5cd6afc4bcac:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-0.1733253400889, exclude list is [], retry=0
2024-12-03T19:16:40,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44627,DS-a4d7bc3c-fc18-41f5-82e9-fa23790699d2,DISK]
2024-12-03T19:16:40,910 INFO  [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-0.1733253380398 with entries=3, filesize=1.00 KB; new WAL /user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-0.1733253400889
2024-12-03T19:16:40,914 DEBUG [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40007:40007)]
2024-12-03T19:16:40,914 DEBUG [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-0.1733253380398 is not closed yet, will try archiving it next time
2024-12-03T19:16:40,914 DEBUG [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 5cd6afc4bcac%2C37467%2C1733253377774.meta:.meta(num 1733253381238) roll requested
2024-12-03T19:16:40,917 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741833_1009 (size=1034)
2024-12-03T19:16:40,918 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-0.1733253380398 to hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/oldWALs/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-0.1733253380398
2024-12-03T19:16:40,928 DEBUG [regionserver/5cd6afc4bcac:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.meta.1733253400914.meta, exclude list is [], retry=0
2024-12-03T19:16:40,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44627,DS-a4d7bc3c-fc18-41f5-82e9-fa23790699d2,DISK]
2024-12-03T19:16:40,933 INFO  [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.meta.1733253381238.meta with entries=42, filesize=11.76 KB; new WAL /user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.meta.1733253400914.meta
2024-12-03T19:16:40,933 DEBUG [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40007:40007)]
2024-12-03T19:16:40,933 DEBUG [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.meta.1733253381238.meta is not closed yet, will try archiving it next time
2024-12-03T19:16:40,933 DEBUG [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-1:(num 1733253387227) roll requested
2024-12-03T19:16:40,936 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741834_1010 (size=12055)
2024-12-03T19:16:40,947 DEBUG [regionserver/5cd6afc4bcac:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-1.1733253400934, exclude list is [], retry=0
2024-12-03T19:16:40,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44627,DS-a4d7bc3c-fc18-41f5-82e9-fa23790699d2,DISK]
2024-12-03T19:16:40,952 INFO  [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-1.1733253387227 with entries=24, filesize=4.64 KB; new WAL /user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-1.1733253400934
2024-12-03T19:16:40,952 DEBUG [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40007:40007)]
2024-12-03T19:16:40,952 DEBUG [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-1.1733253387227 is not closed yet, will try archiving it next time
2024-12-03T19:16:40,954 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741840_1016 (size=4756)
2024-12-03T19:16:40,954 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-1.1733253387227 not finished, retry = 0
2024-12-03T19:16:40,969 DEBUG [rs(5cd6afc4bcac,37467,1733253377774)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 80
2024-12-03T19:16:40,970 INFO  [rs(5cd6afc4bcac,37467,1733253377774)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1733253400889 on 5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:40,970 DEBUG [rs(5cd6afc4bcac,37467,1733253377774)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T19:16:40,970 DEBUG [rs(5cd6afc4bcac,37467,1733253377774)-backup-pool-0 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,32779,1733253375673
2024-12-03T19:16:40,970 DEBUG [rs(5cd6afc4bcac,37467,1733253377774)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@125ba875
2024-12-03T19:16:40,971 DEBUG [rs(5cd6afc4bcac,37467,1733253377774)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T19:16:40,973 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33483, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService
2024-12-03T19:16:40,974 DEBUG [rs(5cd6afc4bcac,37467,1733253377774)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T19:16:40,974 DEBUG [rs(5cd6afc4bcac,37467,1733253377774)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37467,1733253377774, seqNum=-1]
2024-12-03T19:16:40,974 DEBUG [rs(5cd6afc4bcac,37467,1733253377774)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T19:16:40,975 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50225, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService
2024-12-03T19:16:40,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T19:16:40,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T19:16:40,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='rslogts:hdfs://localhost:33573/backupUT\x00', locateType=CURRENT is [region=backup:system,,1733253395604.e17c4198b10bfd8e3bc81f45da668c75., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2]
2024-12-03T19:16:41,004 DEBUG [member: '5cd6afc4bcac,37467,1733253377774' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed
2024-12-03T19:16:41,004 DEBUG [member: '5cd6afc4bcac,37467,1733253377774' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure  'rolllog' completed for member '5cd6afc4bcac,37467,1733253377774' in zk
2024-12-03T19:16:41,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:41,038 DEBUG [member: '5cd6afc4bcac,37467,1733253377774' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion
2024-12-03T19:16:41,038 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:41,038 DEBUG [member: '5cd6afc4bcac,37467,1733253377774' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-12-03T19:16:41,038 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-12-03T19:16:41,038 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-12-03T19:16:41,038 DEBUG [member: '5cd6afc4bcac,37467,1733253377774' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed.
2024-12-03T19:16:41,038 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-12-03T19:16:41,039 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-12-03T19:16:41,039 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T19:16:41,040 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:41,040 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-12-03T19:16:41,040 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T19:16:41,041 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:41,042 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '5cd6afc4bcac,37467,1733253377774': 
2024-12-03T19:16:41,042 INFO  [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed
2024-12-03T19:16:41,042 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase.
2024-12-03T19:16:41,042 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures
2024-12-03T19:16:41,042 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog
2024-12-03T19:16:41,042 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '5cd6afc4bcac,37467,1733253377774' released barrier for procedure'rolllog', counting down latch.  Waiting for 0 more
2024-12-03T19:16:41,042 INFO  [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort
2024-12-03T19:16:41,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-12-03T19:16:41,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37467-0x1019de9363b0001, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-12-03T19:16:41,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37467-0x1019de9363b0001, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort
2024-12-03T19:16:41,096 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog
2024-12-03T19:16:41,096 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog
2024-12-03T19:16:41,096 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-12-03T19:16:41,096 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-12-03T19:16:41,096 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog
2024-12-03T19:16:41,097 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort
2024-12-03T19:16:41,097 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-12-03T19:16:41,097 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-12-03T19:16:41,098 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog
2024-12-03T19:16:41,098 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T19:16:41,098 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:41,099 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-12-03T19:16:41,100 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T19:16:41,100 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:41,101 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:41,101 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-12-03T19:16:41,101 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T19:16:41,102 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:41,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37467-0x1019de9363b0001, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-12-03T19:16:41,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:41,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-12-03T19:16:41,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-12-03T19:16:41,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:41,114 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-12-03T19:16:41,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-12-03T19:16:41,114 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-12-03T19:16:41,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-12-03T19:16:41,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-12-03T19:16:41,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37467-0x1019de9363b0001, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort
2024-12-03T19:16:41,115 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-12-03T19:16:41,115 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog
2024-12-03T19:16:41,115 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful!
2024-12-03T19:16:41,115 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort
2024-12-03T19:16:41,115 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-12-03T19:16:41,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done
2024-12-03T19:16:41,137 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1733253401136_default_test-1733253385894 table=test-1733253385894 type=FLUSH ttl=0 }
2024-12-03T19:16:41,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733253401138 (current time:1733253401138).
2024-12-03T19:16:41,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-12-03T19:16:41,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733253401136_default_test-1733253385894 VERSION not specified, setting to 2
2024-12-03T19:16:41,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@677d1aa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:16:41,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,32779,-1 for getting cluster id
2024-12-03T19:16:41,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T19:16:41,140 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7af04778-a84d-44d8-871f-ac60582cb108'
2024-12-03T19:16:41,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T19:16:41,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7af04778-a84d-44d8-871f-ac60582cb108"

2024-12-03T19:16:41,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@283f57cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:16:41,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,32779,-1]
2024-12-03T19:16:41,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T19:16:41,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:16:41,142 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T19:16:41,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4614bae1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:16:41,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T19:16:41,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37467,1733253377774, seqNum=-1]
2024-12-03T19:16:41,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T19:16:41,148 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T19:16:41,149 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779.
2024-12-03T19:16:41,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T19:16:41,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:16:41,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:16:41,150 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T19:16:41,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-12-03T19:16:41,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733253401136_default_test-1733253385894 table=test-1733253385894 type=FLUSH ttl=0 }
2024-12-03T19:16:41,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733253401136_default_test-1733253385894 table=test-1733253385894 type=FLUSH ttl=0 }, snapshot procedure id = 34
2024-12-03T19:16:41,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-12-03T19:16:41,154 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733253401136_default_test-1733253385894 table=test-1733253385894 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-12-03T19:16:41,155 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733253401136_default_test-1733253385894 table=test-1733253385894 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-12-03T19:16:41,159 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733253401136_default_test-1733253385894 table=test-1733253385894 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-12-03T19:16:41,175 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741860_1036 (size=84)
2024-12-03T19:16:41,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-12-03T19:16:41,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-12-03T19:16:41,578 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733253401136_default_test-1733253385894 table=test-1733253385894 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-12-03T19:16:41,578 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e03342807c4a3f669243dfcb9f475e1}]
2024-12-03T19:16:41,579 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e03342807c4a3f669243dfcb9f475e1
2024-12-03T19:16:41,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35
2024-12-03T19:16:41,732 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1733253385894,,1733253386394.1e03342807c4a3f669243dfcb9f475e1.
2024-12-03T19:16:41,733 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 1e03342807c4a3f669243dfcb9f475e1 3/3 column families, dataSize=654 B heapSize=2.25 KB
2024-12-03T19:16:41,756 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/.tmp/f3/ab64d4466db646af8f5ed999fee15b9e is 58, key is row-test-1733253385894-3-0/f3:q1/1733253395365/Put/seqid=0
2024-12-03T19:16:41,765 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741861_1037 (size=5387)
2024-12-03T19:16:41,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-12-03T19:16:42,166 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=324 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/.tmp/f3/ab64d4466db646af8f5ed999fee15b9e
2024-12-03T19:16:42,199 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741862_1038 (size=4469)
2024-12-03T19:16:42,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-12-03T19:16:42,607 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/.tmp/mob/f96dff4a8ad542e98f362963f5706df6 is 59, key is row-test-1733253385894-3-0/mob:q1/1733253395398/Put/seqid=0
2024-12-03T19:16:42,612 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741863_1039 (size=5484)
2024-12-03T19:16:43,015 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=330, hasBloomFilter=true, into tmp file hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/.tmp/mob/f96dff4a8ad542e98f362963f5706df6
2024-12-03T19:16:43,025 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/.tmp/f3/ab64d4466db646af8f5ed999fee15b9e as hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/f3/ab64d4466db646af8f5ed999fee15b9e
2024-12-03T19:16:43,034 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/f3/ab64d4466db646af8f5ed999fee15b9e, entries=6, sequenceid=121, filesize=5.3 K
2024-12-03T19:16:43,036 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/.tmp/mob/f96dff4a8ad542e98f362963f5706df6 as hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/mob/f96dff4a8ad542e98f362963f5706df6
2024-12-03T19:16:43,047 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/mob/f96dff4a8ad542e98f362963f5706df6, entries=6, sequenceid=121, filesize=5.4 K
2024-12-03T19:16:43,059 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~654 B/654, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 1e03342807c4a3f669243dfcb9f475e1 in 1327ms, sequenceid=121, compaction requested=false
2024-12-03T19:16:43,059 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 1e03342807c4a3f669243dfcb9f475e1:

2024-12-03T19:16:43,059 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1733253385894,,1733253386394.1e03342807c4a3f669243dfcb9f475e1. for snapshot_1733253401136_default_test-1733253385894 completed.
2024-12-03T19:16:43,060 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'test-1733253385894,,1733253386394.1e03342807c4a3f669243dfcb9f475e1.' region-info for snapshot=snapshot_1733253401136_default_test-1733253385894
2024-12-03T19:16:43,060 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-12-03T19:16:43,060 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/f/c6f5637fcd0c4afaab7b34a6288ee868] hfiles
2024-12-03T19:16:43,060 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/f/c6f5637fcd0c4afaab7b34a6288ee868 for snapshot=snapshot_1733253401136_default_test-1733253385894
2024-12-03T19:16:43,060 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/f3/ab64d4466db646af8f5ed999fee15b9e] hfiles
2024-12-03T19:16:43,060 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/f3/ab64d4466db646af8f5ed999fee15b9e for snapshot=snapshot_1733253401136_default_test-1733253385894
2024-12-03T19:16:43,060 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/mob/f96dff4a8ad542e98f362963f5706df6] hfiles
2024-12-03T19:16:43,060 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/mob/f96dff4a8ad542e98f362963f5706df6 for snapshot=snapshot_1733253401136_default_test-1733253385894
2024-12-03T19:16:43,077 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741864_1040 (size=185)
2024-12-03T19:16:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-12-03T19:16:43,479 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1733253385894,,1733253386394.1e03342807c4a3f669243dfcb9f475e1.
2024-12-03T19:16:43,479 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35
2024-12-03T19:16:43,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.HMaster(4169): Remote procedure done, pid=35
2024-12-03T19:16:43,481 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733253401136_default_test-1733253385894 on region 1e03342807c4a3f669243dfcb9f475e1
2024-12-03T19:16:43,481 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e03342807c4a3f669243dfcb9f475e1
2024-12-03T19:16:43,487 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34
2024-12-03T19:16:43,487 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733253401136_default_test-1733253385894 table=test-1733253385894 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-12-03T19:16:43,487 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1e03342807c4a3f669243dfcb9f475e1 in 1.9050 sec
2024-12-03T19:16:43,488 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733253401136_default_test-1733253385894 table=test-1733253385894 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-12-03T19:16:43,491 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-12-03T19:16:43,491 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-12-03T19:16:43,491 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:16:43,492 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f
2024-12-03T19:16:43,492 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:16:43,493 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f3
2024-12-03T19:16:43,493 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:16:43,493 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: mob
2024-12-03T19:16:43,500 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741865_1041 (size=49)
2024-12-03T19:16:43,693 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-12-03T19:16:43,902 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733253401136_default_test-1733253385894 table=test-1733253385894 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-12-03T19:16:43,902 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733253401136_default_test-1733253385894
2024-12-03T19:16:43,903 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/.hbase-snapshot/.tmp/snapshot_1733253401136_default_test-1733253385894
2024-12-03T19:16:43,915 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741866_1042 (size=1146)
2024-12-03T19:16:44,207 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk'
2024-12-03T19:16:44,320 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733253401136_default_test-1733253385894 table=test-1733253385894 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-12-03T19:16:44,333 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733253401136_default_test-1733253385894 table=test-1733253385894 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-12-03T19:16:44,334 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/.hbase-snapshot/.tmp/snapshot_1733253401136_default_test-1733253385894 to hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/.hbase-snapshot/snapshot_1733253401136_default_test-1733253385894
2024-12-03T19:16:44,336 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733253401136_default_test-1733253385894 table=test-1733253385894 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-12-03T19:16:44,336 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733253401136_default_test-1733253385894 table=test-1733253385894 type=FLUSH ttl=0 }, snapshot procedure id = 34
2024-12-03T19:16:44,338 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733253401136_default_test-1733253385894 table=test-1733253385894 type=FLUSH ttl=0 } in 3.1850 sec
2024-12-03T19:16:44,766 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-03T19:16:45,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-12-03T19:16:45,319 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1733253385894 completed
2024-12-03T19:16:45,320 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1733253405319_ns2_test-17332533858941 table=ns2:test-17332533858941 type=FLUSH ttl=0 }
2024-12-03T19:16:45,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733253405320 (current time:1733253405320).
2024-12-03T19:16:45,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-12-03T19:16:45,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733253405319_ns2_test-17332533858941 VERSION not specified, setting to 2
2024-12-03T19:16:45,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c9d556f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:16:45,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,32779,-1 for getting cluster id
2024-12-03T19:16:45,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T19:16:45,322 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7af04778-a84d-44d8-871f-ac60582cb108'
2024-12-03T19:16:45,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T19:16:45,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7af04778-a84d-44d8-871f-ac60582cb108"

2024-12-03T19:16:45,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bdeee98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:16:45,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,32779,-1]
2024-12-03T19:16:45,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T19:16:45,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:16:45,324 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T19:16:45,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d49384f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:16:45,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T19:16:45,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37467,1733253377774, seqNum=-1]
2024-12-03T19:16:45,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T19:16:45,328 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T19:16:45,329 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779.
2024-12-03T19:16:45,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T19:16:45,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:16:45,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:16:45,329 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T19:16:45,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-12-03T19:16:45,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733253405319_ns2_test-17332533858941 table=ns2:test-17332533858941 type=FLUSH ttl=0 }
2024-12-03T19:16:45,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733253405319_ns2_test-17332533858941 table=ns2:test-17332533858941 type=FLUSH ttl=0 }, snapshot procedure id = 36
2024-12-03T19:16:45,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-12-03T19:16:45,332 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733253405319_ns2_test-17332533858941 table=ns2:test-17332533858941 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-12-03T19:16:45,334 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733253405319_ns2_test-17332533858941 table=ns2:test-17332533858941 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-12-03T19:16:45,337 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733253405319_ns2_test-17332533858941 table=ns2:test-17332533858941 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-12-03T19:16:45,342 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741867_1043 (size=86)
2024-12-03T19:16:45,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-12-03T19:16:45,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-12-03T19:16:45,744 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733253405319_ns2_test-17332533858941 table=ns2:test-17332533858941 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-12-03T19:16:45,744 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 592a39a3a9254207004ee4d05cbb691e}]
2024-12-03T19:16:45,745 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 592a39a3a9254207004ee4d05cbb691e
2024-12-03T19:16:45,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37
2024-12-03T19:16:45,900 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17332533858941,,1733253388068.592a39a3a9254207004ee4d05cbb691e.
2024-12-03T19:16:45,901 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing 592a39a3a9254207004ee4d05cbb691e 1/1 column families, dataSize=3.17 KB heapSize=11 KB
2024-12-03T19:16:45,923 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/ns2/test-17332533858941/592a39a3a9254207004ee4d05cbb691e/.tmp/f/b29000704b7042efbcb6f8727d4ecc67 is 37, key is row10/f:q1/1733253390275/Put/seqid=0
2024-12-03T19:16:45,927 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741868_1044 (size=8413)
2024-12-03T19:16:45,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-12-03T19:16:46,112 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system
2024-12-03T19:16:46,112 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer
2024-12-03T19:16:46,114 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk
2024-12-03T19:16:46,114 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer
2024-12-03T19:16:46,328 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/ns2/test-17332533858941/592a39a3a9254207004ee4d05cbb691e/.tmp/f/b29000704b7042efbcb6f8727d4ecc67
2024-12-03T19:16:46,337 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/ns2/test-17332533858941/592a39a3a9254207004ee4d05cbb691e/.tmp/f/b29000704b7042efbcb6f8727d4ecc67 as hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/ns2/test-17332533858941/592a39a3a9254207004ee4d05cbb691e/f/b29000704b7042efbcb6f8727d4ecc67
2024-12-03T19:16:46,345 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/ns2/test-17332533858941/592a39a3a9254207004ee4d05cbb691e/f/b29000704b7042efbcb6f8727d4ecc67, entries=99, sequenceid=103, filesize=8.2 K
2024-12-03T19:16:46,346 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 592a39a3a9254207004ee4d05cbb691e in 446ms, sequenceid=103, compaction requested=false
2024-12-03T19:16:46,346 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for 592a39a3a9254207004ee4d05cbb691e:

2024-12-03T19:16:46,346 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17332533858941,,1733253388068.592a39a3a9254207004ee4d05cbb691e. for snapshot_1733253405319_ns2_test-17332533858941 completed.
2024-12-03T19:16:46,347 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17332533858941,,1733253388068.592a39a3a9254207004ee4d05cbb691e.' region-info for snapshot=snapshot_1733253405319_ns2_test-17332533858941
2024-12-03T19:16:46,347 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-12-03T19:16:46,347 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/ns2/test-17332533858941/592a39a3a9254207004ee4d05cbb691e/f/b29000704b7042efbcb6f8727d4ecc67] hfiles
2024-12-03T19:16:46,347 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/ns2/test-17332533858941/592a39a3a9254207004ee4d05cbb691e/f/b29000704b7042efbcb6f8727d4ecc67 for snapshot=snapshot_1733253405319_ns2_test-17332533858941
2024-12-03T19:16:46,353 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741869_1045 (size=91)
2024-12-03T19:16:46,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-12-03T19:16:46,754 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17332533858941,,1733253388068.592a39a3a9254207004ee4d05cbb691e.
2024-12-03T19:16:46,754 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37
2024-12-03T19:16:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.HMaster(4169): Remote procedure done, pid=37
2024-12-03T19:16:46,755 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733253405319_ns2_test-17332533858941 on region 592a39a3a9254207004ee4d05cbb691e
2024-12-03T19:16:46,755 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 592a39a3a9254207004ee4d05cbb691e
2024-12-03T19:16:46,761 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36
2024-12-03T19:16:46,761 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 592a39a3a9254207004ee4d05cbb691e in 1.0130 sec
2024-12-03T19:16:46,761 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733253405319_ns2_test-17332533858941 table=ns2:test-17332533858941 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-12-03T19:16:46,763 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733253405319_ns2_test-17332533858941 table=ns2:test-17332533858941 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-12-03T19:16:46,764 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733253405319_ns2_test-17332533858941 table=ns2:test-17332533858941 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-12-03T19:16:46,765 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733253405319_ns2_test-17332533858941
2024-12-03T19:16:46,766 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/.hbase-snapshot/.tmp/snapshot_1733253405319_ns2_test-17332533858941
2024-12-03T19:16:46,775 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741870_1046 (size=456)
2024-12-03T19:16:46,779 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733253405319_ns2_test-17332533858941 table=ns2:test-17332533858941 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-12-03T19:16:46,788 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733253405319_ns2_test-17332533858941 table=ns2:test-17332533858941 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-12-03T19:16:46,789 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/.hbase-snapshot/.tmp/snapshot_1733253405319_ns2_test-17332533858941 to hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/.hbase-snapshot/snapshot_1733253405319_ns2_test-17332533858941
2024-12-03T19:16:46,791 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733253405319_ns2_test-17332533858941 table=ns2:test-17332533858941 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-12-03T19:16:46,791 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733253405319_ns2_test-17332533858941 table=ns2:test-17332533858941 type=FLUSH ttl=0 }, snapshot procedure id = 36
2024-12-03T19:16:46,793 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733253405319_ns2_test-17332533858941 table=ns2:test-17332533858941 type=FLUSH ttl=0 } in 1.4610 sec
2024-12-03T19:16:47,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-12-03T19:16:47,480 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17332533858941 completed
2024-12-03T19:16:47,480 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1733253395440
2024-12-03T19:16:47,480 INFO  [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting.
2024-12-03T19:16:47,482 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied.
2024-12-03T19:16:47,484 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733253395440_ns2:test-17332533858941
2024-12-03T19:16:47,484 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733253405319_ns2_test-17332533858941 to hdfs://localhost:33573/backupUT/backup_1733253395440/ns2/test-17332533858941/
2024-12-03T19:16:47,491 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY
2024-12-03T19:16:47,519 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:33573, inputRoot=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a
2024-12-03T19:16:47,519 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1287525163_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:33573/backupUT/backup_1733253395440/ns2/test-17332533858941, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:33573/backupUT/backup_1733253395440/ns2/test-17332533858941/.hbase-snapshot/.tmp/snapshot_1733253405319_ns2_test-17332533858941
2024-12-03T19:16:47,522 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-12-03T19:16:47,527 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/.hbase-snapshot/snapshot_1733253405319_ns2_test-17332533858941 to hdfs://localhost:33573/backupUT/backup_1733253395440/ns2/test-17332533858941/.hbase-snapshot/.tmp/snapshot_1733253405319_ns2_test-17332533858941
2024-12-03T19:16:47,541 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741871_1047 (size=456)
2024-12-03T19:16:47,543 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741872_1048 (size=86)
2024-12-03T19:16:47,949 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:16:47,950 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:16:47,950 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:16:48,975 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop-600146430208940130.jar
2024-12-03T19:16:48,976 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:16:48,976 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:16:49,055 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop-348338236813586903.jar
2024-12-03T19:16:49,056 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:16:49,056 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:16:49,057 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:16:49,058 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:16:49,058 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:16:49,059 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:16:49,060 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-03T19:16:49,061 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-12-03T19:16:49,062 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-12-03T19:16:49,062 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-12-03T19:16:49,063 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-12-03T19:16:49,064 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-12-03T19:16:49,065 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-12-03T19:16:49,065 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-12-03T19:16:49,066 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-12-03T19:16:49,066 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-12-03T19:16:49,067 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-12-03T19:16:49,071 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T19:16:49,072 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T19:16:49,073 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T19:16:49,073 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T19:16:49,074 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T19:16:49,074 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T19:16:49,075 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T19:16:49,209 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-12-03T19:16:49,237 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-12-03T19:16:49,250 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733253405319_ns2_test-17332533858941' hfile list
2024-12-03T19:16:49,259 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=8.2 K
2024-12-03T19:16:49,538 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/mapreduce.cluster.local.dir/job_local2034511308_0001_65bed484-3b43-47f1-85c8-039534428e52/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-12-03T19:16:49,538 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/mapreduce.cluster.local.dir/job_local2034511308_0001_65bed484-3b43-47f1-85c8-039534428e52/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-12-03T19:16:49,687 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M
2024-12-03T19:16:49,761 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741873_1049 (size=8413)
2024-12-03T19:16:50,183 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/ns2/test-17332533858941/592a39a3a9254207004ee4d05cbb691e/f/b29000704b7042efbcb6f8727d4ecc67 output=hdfs://localhost:33573/backupUT/backup_1733253395440/ns2/test-17332533858941/archive/data/ns2/test-17332533858941/592a39a3a9254207004ee4d05cbb691e/f/b29000704b7042efbcb6f8727d4ecc67
2024-12-03T19:16:50,185 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.017M/sec
2024-12-03T19:16:50,607 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-12-03T19:16:50,608 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-12-03T19:16:50,616 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733253405319_ns2_test-17332533858941
2024-12-03T19:16:50,616 INFO  [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733253405319_ns2_test-17332533858941 finished.
2024-12-03T19:16:50,617 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733253395440_test-1733253385894
2024-12-03T19:16:50,617 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733253401136_default_test-1733253385894 to hdfs://localhost:33573/backupUT/backup_1733253395440/default/test-1733253385894/
2024-12-03T19:16:50,617 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY
2024-12-03T19:16:50,643 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:33573, inputRoot=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a
2024-12-03T19:16:50,643 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1287525163_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:33573/backupUT/backup_1733253395440/default/test-1733253385894, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:33573/backupUT/backup_1733253395440/default/test-1733253385894/.hbase-snapshot/.tmp/snapshot_1733253401136_default_test-1733253385894
2024-12-03T19:16:50,646 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-12-03T19:16:50,653 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/.hbase-snapshot/snapshot_1733253401136_default_test-1733253385894 to hdfs://localhost:33573/backupUT/backup_1733253395440/default/test-1733253385894/.hbase-snapshot/.tmp/snapshot_1733253401136_default_test-1733253385894
2024-12-03T19:16:50,663 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741874_1050 (size=84)
2024-12-03T19:16:50,664 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741875_1051 (size=1146)
2024-12-03T19:16:51,067 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:16:51,068 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:16:51,068 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:16:51,893 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop-15967413257513228049.jar
2024-12-03T19:16:51,893 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:16:51,893 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:16:51,948 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop-1228727098963967257.jar
2024-12-03T19:16:51,949 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:16:51,949 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:16:51,950 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:16:51,950 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:16:51,950 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:16:51,950 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:16:51,951 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-03T19:16:51,951 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-12-03T19:16:51,951 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-12-03T19:16:51,952 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-12-03T19:16:51,952 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-12-03T19:16:51,952 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-12-03T19:16:51,953 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-12-03T19:16:51,953 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-12-03T19:16:51,953 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-12-03T19:16:51,953 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-12-03T19:16:51,953 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-12-03T19:16:51,954 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T19:16:51,954 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T19:16:51,954 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T19:16:51,954 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T19:16:51,955 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T19:16:51,955 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T19:16:51,955 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T19:16:51,989 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-12-03T19:16:52,001 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-12-03T19:16:52,007 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733253401136_default_test-1733253385894' hfile list
2024-12-03T19:16:52,010 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=18.8 K
2024-12-03T19:16:52,107 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/mapreduce.cluster.local.dir/job_local1446465221_0002_dadeb85b-bfaf-40dd-97d5-092b57788714/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-12-03T19:16:52,107 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/mapreduce.cluster.local.dir/job_local1446465221_0002_dadeb85b-bfaf-40dd-97d5-092b57788714/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-12-03T19:16:52,177 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M
2024-12-03T19:16:52,204 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741876_1052 (size=8413)
2024-12-03T19:16:52,610 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/f/c6f5637fcd0c4afaab7b34a6288ee868 output=hdfs://localhost:33573/backupUT/backup_1733253395440/default/test-1733253385894/archive/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/f/c6f5637fcd0c4afaab7b34a6288ee868
2024-12-03T19:16:52,610 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.019M/sec
2024-12-03T19:16:52,668 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741877_1053 (size=5484)
2024-12-03T19:16:52,674 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/mob/f96dff4a8ad542e98f362963f5706df6 output=hdfs://localhost:33573/backupUT/backup_1733253395440/default/test-1733253385894/archive/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/mob/f96dff4a8ad542e98f362963f5706df6
2024-12-03T19:16:52,674 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5484 (5.4 K) time=0sec 0.093M/sec
2024-12-03T19:16:52,715 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741878_1054 (size=5387)
2024-12-03T19:16:53,121 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/f3/ab64d4466db646af8f5ed999fee15b9e output=hdfs://localhost:33573/backupUT/backup_1733253395440/default/test-1733253385894/archive/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/f3/ab64d4466db646af8f5ed999fee15b9e
2024-12-03T19:16:53,121 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5387 (5.3 K) time=0sec 0.012M/sec
2024-12-03T19:16:53,146 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-12-03T19:16:53,147 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-12-03T19:16:53,157 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733253401136_default_test-1733253385894
2024-12-03T19:16:53,157 INFO  [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733253401136_default_test-1733253385894 finished.
2024-12-03T19:16:53,158 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17332533858941
2024-12-03T19:16:53,158 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1733253385894
2024-12-03T19:16:53,207 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733253395440
2024-12-03T19:16:53,207 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it.
2024-12-03T19:16:53,215 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741879_1055 (size=97)
2024-12-03T19:16:53,617 INFO  [Time-limited test {}] impl.BackupManifest(504): Manifest file stored to hdfs://localhost:33573/backupUT/backup_1733253395440/.backup.manifest
2024-12-03T19:16:53,621 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1733253395440 finished: type=FULL,tablelist=ns2:test-17332533858941;test-1733253385894,targetRootDir=hdfs://localhost:33573/backupUT,startts=1733253400672,completets=1733253413205,bytescopied=0
2024-12-03T19:16:53,621 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup.
2024-12-03T19:16:53,621 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733253405319_ns2_test-17332533858941
2024-12-03T19:16:53,626 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1733253405319_ns2_test-17332533858941"
type: DISABLED

2024-12-03T19:16:53,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733253405319_ns2_test-17332533858941
2024-12-03T19:16:53,630 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733253405319_ns2_test-17332533858941 for backup backup_1733253395440 succeeded.
2024-12-03T19:16:53,630 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733253401136_default_test-1733253385894
2024-12-03T19:16:53,631 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1733253401136_default_test-1733253385894"
type: DISABLED

2024-12-03T19:16:53,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733253401136_default_test-1733253385894
2024-12-03T19:16:53,635 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733253401136_default_test-1733253385894 for backup backup_1733253395440 succeeded.
2024-12-03T19:16:53,636 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system
2024-12-03T19:16:53,645 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_backup_system"
type: DISABLED

2024-12-03T19:16:53,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system
2024-12-03T19:16:53,649 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot
2024-12-03T19:16:53,655 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation
2024-12-03T19:16:53,674 INFO  [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1733253395440 completed.
2024-12-03T19:16:53,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T19:16:53,694 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T19:16:53,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:backup_1733253395440', locateType=CURRENT is [region=backup:system,,1733253395604.e17c4198b10bfd8e3bc81f45da668c75., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2]
2024-12-03T19:16:53,703 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:33573/backupUT/backup_1733253395440/.backup.manifest
2024-12-03T19:16:53,706 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733253395440/.backup.manifest
2024-12-03T19:16:53,716 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T19:16:53,723 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T19:16:54,005 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(116): writing 99 rows to test-1733253385894
2024-12-03T19:16:54,027 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(119): written 99 rows to test-1733253385894
2024-12-03T19:16:54,381 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(123): written 111 rows to test-1733253385894 to Mob enabled CF
2024-12-03T19:16:54,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17332533858941', row='row-t20', locateType=CURRENT is [region=ns2:test-17332533858941,,1733253388068.592a39a3a9254207004ee4d05cbb691e., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2]
2024-12-03T19:16:54,423 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(136): written 5 rows to ns2:test-17332533858941
2024-12-03T19:16:54,431 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.HMaster$3(2313): Client=jenkins//172.17.0.3 split test-1733253385894,,1733253386394.1e03342807c4a3f669243dfcb9f475e1.
2024-12-03T19:16:54,432 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] assignment.SplitTableRegionProcedure(210): test-1733253385894,,1733253386394.1e03342807c4a3f669243dfcb9f475e1. splitKey isn't explicitly specified, will try to find a best split key from RS 5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:54,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37467 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/f/c6f5637fcd0c4afaab7b34a6288ee868 because midkey is the same as first or last row
2024-12-03T19:16:54,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37467 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/f3/ab64d4466db646af8f5ed999fee15b9e because midkey is the same as first or last row
2024-12-03T19:16:54,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37467 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/mob/f96dff4a8ad542e98f362963f5706df6 because midkey is the same as first or last row
2024-12-03T19:16:54,436 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37467 {}] regionserver.HRegion(2902): Flushing 1e03342807c4a3f669243dfcb9f475e1 3/3 column families, dataSize=11.48 KB heapSize=27.79 KB
2024-12-03T19:16:54,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37467 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/.tmp/f/9c2e6419cc1d489198d5bdc36c1b584b is 59, key is row-test-1733253385894-1-10/f:q1/1733253413750/Put/seqid=0
2024-12-03T19:16:54,461 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741880_1056 (size=10796)
2024-12-03T19:16:54,863 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37467 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.30 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/.tmp/f/9c2e6419cc1d489198d5bdc36c1b584b
2024-12-03T19:16:54,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37467 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120389e75301cb70420c8ea1ca79f9a6c749_1e03342807c4a3f669243dfcb9f475e1 is 63, key is row-test-1733253385894-3-100/mob:q1/1733253414363/Put/seqid=0
2024-12-03T19:16:54,889 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741881_1057 (size=5591)
2024-12-03T19:16:55,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:16:55,299 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37467 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120389e75301cb70420c8ea1ca79f9a6c749_1e03342807c4a3f669243dfcb9f475e1 to hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/mobdir/data/default/test-1733253385894/2838ef17387f275fbd30617a4dbcb65c/mob/d41d8cd98f00b204e9800998ecf8427e2024120389e75301cb70420c8ea1ca79f9a6c749_1e03342807c4a3f669243dfcb9f475e1
2024-12-03T19:16:55,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37467 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/.tmp/mob/098ad2f3d22444babe27610529f13da1, store: [table=test-1733253385894 family=mob region=1e03342807c4a3f669243dfcb9f475e1]
2024-12-03T19:16:55,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37467 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/.tmp/mob/098ad2f3d22444babe27610529f13da1 is 192, key is row-test-1733253385894-3-100/mob:q1/1733253414363/Put/seqid=0
2024-12-03T19:16:55,307 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741882_1058 (size=13760)
2024-12-03T19:16:55,708 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37467 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=6.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/.tmp/mob/098ad2f3d22444babe27610529f13da1
2024-12-03T19:16:55,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/.tmp/f/9c2e6419cc1d489198d5bdc36c1b584b as hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/f/9c2e6419cc1d489198d5bdc36c1b584b
2024-12-03T19:16:55,730 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37467 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/f/9c2e6419cc1d489198d5bdc36c1b584b, entries=99, sequenceid=334, filesize=10.5 K
2024-12-03T19:16:55,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/.tmp/mob/098ad2f3d22444babe27610529f13da1 as hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/mob/098ad2f3d22444babe27610529f13da1
2024-12-03T19:16:55,739 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37467 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/mob/098ad2f3d22444babe27610529f13da1, entries=111, sequenceid=334, filesize=13.4 K
2024-12-03T19:16:55,741 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37467 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.48 KB/11754, heapSize ~27.51 KB/28168, currentSize=0 B/0 for 1e03342807c4a3f669243dfcb9f475e1 in 1304ms, sequenceid=334, compaction requested=false
2024-12-03T19:16:55,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37467 {}] regionserver.HRegion(2603): Flush status journal for 1e03342807c4a3f669243dfcb9f475e1:

2024-12-03T19:16:55,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37467 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/f/9c2e6419cc1d489198d5bdc36c1b584b because midkey is the same as first or last row
2024-12-03T19:16:55,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37467 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/f3/ab64d4466db646af8f5ed999fee15b9e because midkey is the same as first or last row
2024-12-03T19:16:55,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37467 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/mob/098ad2f3d22444babe27610529f13da1 because midkey is the same as first or last row
2024-12-03T19:16:55,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:55,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row
	at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.<init>(SplitTableRegionProcedure.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) ~[classes/:?]
	at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-03T19:16:55,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] ipc.CallRunner(138): callId: 301 service: MasterService methodName: SplitRegion size: 99 connection: 172.17.0.3:56768 deadline: 1733253474430, exception=org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row
2024-12-03T19:16:55,749 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(147): region is not splittable, because java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.DoNotRetryIOException: org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row
	at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240)
	at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.<init>(SplitTableRegionProcedure.java:135)
	at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176)
	at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316)
	at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137)
	at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309)
	at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T19:16:55,749 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2726): Operation: SPLIT_REGION, Table Name: default:test-1733253385894 failed with org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row
	at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240)
	at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.<init>(SplitTableRegionProcedure.java:135)
	at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176)
	at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316)
	at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137)
	at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309)
	at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T19:16:55,749 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1])
2024-12-03T19:16:55,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1733253385894,, stopping at row=test-1733253385894 ,, for max=2147483647 with caching=100
2024-12-03T19:16:55,760 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1733253385894,, stopping at row=test-1733253385894 ,, for max=2147483647 with caching=100
2024-12-03T19:16:55,771 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(152): split finished in =1346
2024-12-03T19:16:55,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T19:16:55,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T19:16:55,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T19:16:55,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T19:16:55,814 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation
2024-12-03T19:16:55,818 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733253415771
2024-12-03T19:16:55,824 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733253395440}
2024-12-03T19:16:55,824 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup.
2024-12-03T19:16:55,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T19:16:55,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T19:16:55,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T19:16:55,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T19:16:55,876 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-12-03T19:16:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733253415876 (current time:1733253415876).
2024-12-03T19:16:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-12-03T19:16:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2
2024-12-03T19:16:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d626e7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:16:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,32779,-1 for getting cluster id
2024-12-03T19:16:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T19:16:55,878 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7af04778-a84d-44d8-871f-ac60582cb108'
2024-12-03T19:16:55,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T19:16:55,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7af04778-a84d-44d8-871f-ac60582cb108"

2024-12-03T19:16:55,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d5b475c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:16:55,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,32779,-1]
2024-12-03T19:16:55,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T19:16:55,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:16:55,881 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T19:16:55,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67c5ade2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:16:55,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T19:16:55,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37467,1733253377774, seqNum=-1]
2024-12-03T19:16:55,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T19:16:55,884 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T19:16:55,884 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779.
2024-12-03T19:16:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T19:16:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:16:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:16:55,885 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T19:16:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-12-03T19:16:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-12-03T19:16:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39
2024-12-03T19:16:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39
2024-12-03T19:16:55,888 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-12-03T19:16:55,889 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-12-03T19:16:55,893 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-12-03T19:16:55,898 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741883_1059 (size=52)
2024-12-03T19:16:55,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39
2024-12-03T19:16:56,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39
2024-12-03T19:16:56,300 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-12-03T19:16:56,300 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e17c4198b10bfd8e3bc81f45da668c75}]
2024-12-03T19:16:56,301 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e17c4198b10bfd8e3bc81f45da668c75
2024-12-03T19:16:56,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=40
2024-12-03T19:16:56,454 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1733253395604.e17c4198b10bfd8e3bc81f45da668c75.
2024-12-03T19:16:56,454 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2902): Flushing e17c4198b10bfd8e3bc81f45da668c75 2/2 column families, dataSize=1.44 KB heapSize=2.75 KB
2024-12-03T19:16:56,469 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/.tmp/meta/1d412f59722d4946a99398bc90d60874 is 158, key is trslm:hdfs://localhost:33573/backupUT\x00ns2:test-17332533858941/meta:log-roll-map/1733253413194/Put/seqid=0
2024-12-03T19:16:56,474 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741884_1060 (size=5914)
2024-12-03T19:16:56,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39
2024-12-03T19:16:56,875 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=746 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/.tmp/meta/1d412f59722d4946a99398bc90d60874
2024-12-03T19:16:56,889 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/.tmp/session/9dc3b13bfae84994980f59a2613ccf25 is 433, key is session:backup_1733253395440/session:context/1733253413653/Put/seqid=0
2024-12-03T19:16:56,902 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741885_1061 (size=5535)
2024-12-03T19:16:57,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39
2024-12-03T19:16:57,303 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=732 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/.tmp/session/9dc3b13bfae84994980f59a2613ccf25
2024-12-03T19:16:57,312 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/.tmp/meta/1d412f59722d4946a99398bc90d60874 as hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/meta/1d412f59722d4946a99398bc90d60874
2024-12-03T19:16:57,320 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/meta/1d412f59722d4946a99398bc90d60874, entries=6, sequenceid=17, filesize=5.8 K
2024-12-03T19:16:57,322 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/.tmp/session/9dc3b13bfae84994980f59a2613ccf25 as hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/session/9dc3b13bfae84994980f59a2613ccf25
2024-12-03T19:16:57,331 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/session/9dc3b13bfae84994980f59a2613ccf25, entries=2, sequenceid=17, filesize=5.4 K
2024-12-03T19:16:57,333 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~1.44 KB/1478, heapSize ~2.72 KB/2784, currentSize=0 B/0 for e17c4198b10bfd8e3bc81f45da668c75 in 878ms, sequenceid=17, compaction requested=false
2024-12-03T19:16:57,333 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2603): Flush status journal for e17c4198b10bfd8e3bc81f45da668c75:

2024-12-03T19:16:57,333 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1733253395604.e17c4198b10bfd8e3bc81f45da668c75. for snapshot_backup_system completed.
2024-12-03T19:16:57,333 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1733253395604.e17c4198b10bfd8e3bc81f45da668c75.' region-info for snapshot=snapshot_backup_system
2024-12-03T19:16:57,334 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-12-03T19:16:57,334 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/meta/1d412f59722d4946a99398bc90d60874] hfiles
2024-12-03T19:16:57,334 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/meta/1d412f59722d4946a99398bc90d60874 for snapshot=snapshot_backup_system
2024-12-03T19:16:57,334 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/session/7a3a992e802340fdb21382f27e693d7f, hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/session/9dc3b13bfae84994980f59a2613ccf25] hfiles
2024-12-03T19:16:57,334 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/session/7a3a992e802340fdb21382f27e693d7f for snapshot=snapshot_backup_system
2024-12-03T19:16:57,334 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/session/9dc3b13bfae84994980f59a2613ccf25 for snapshot=snapshot_backup_system
2024-12-03T19:16:57,341 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741886_1062 (size=173)
2024-12-03T19:16:57,342 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1733253395604.e17c4198b10bfd8e3bc81f45da668c75.
2024-12-03T19:16:57,343 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40
2024-12-03T19:16:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.HMaster(4169): Remote procedure done, pid=40
2024-12-03T19:16:57,344 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region e17c4198b10bfd8e3bc81f45da668c75
2024-12-03T19:16:57,344 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e17c4198b10bfd8e3bc81f45da668c75
2024-12-03T19:16:57,349 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39
2024-12-03T19:16:57,349 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-12-03T19:16:57,349 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e17c4198b10bfd8e3bc81f45da668c75 in 1.0450 sec
2024-12-03T19:16:57,350 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-12-03T19:16:57,351 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-12-03T19:16:57,351 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system
2024-12-03T19:16:57,352 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/.hbase-snapshot/.tmp/snapshot_backup_system
2024-12-03T19:16:57,361 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741887_1063 (size=810)
2024-12-03T19:16:57,765 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-12-03T19:16:57,774 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-12-03T19:16:57,775 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/.hbase-snapshot/snapshot_backup_system
2024-12-03T19:16:57,776 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-12-03T19:16:57,776 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39
2024-12-03T19:16:57,778 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.8900 sec
2024-12-03T19:16:58,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39
2024-12-03T19:16:58,039 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed
2024-12-03T19:16:58,039 INFO  [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1733253415771 started at 1733253418039.
2024-12-03T19:16:58,041 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1733253415771 has been started.
2024-12-03T19:16:58,047 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [test-1733253385894, ns2:test-17332533858941]
2024-12-03T19:16:58,051 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1733253387227for backupID backup_1733253415771
2024-12-03T19:16:58,051 INFO  [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ...
2024-12-03T19:16:58,051 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.3 procedure request for: rolllog-proc
2024-12-03T19:16:58,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog
2024-12-03T19:16:58,052 INFO  [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog'
2024-12-03T19:16:58,052 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms
2024-12-03T19:16:58,052 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire'
2024-12-03T19:16:58,052 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members.
2024-12-03T19:16:58,053 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-12-03T19:16:58,053 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog
2024-12-03T19:16:58,060 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:58,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37467-0x1019de9363b0001, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-12-03T19:16:58,060 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-12-03T19:16:58,060 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-12-03T19:16:58,061 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:58,061 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire'
2024-12-03T19:16:58,061 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog
2024-12-03T19:16:58,061 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37467-0x1019de9363b0001, quorum=127.0.0.1:63892, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-12-03T19:16:58,062 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35
2024-12-03T19:16:58,062 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog
2024-12-03T19:16:58,062 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup.
2024-12-03T19:16:58,062 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure.
2024-12-03T19:16:58,062 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog
2024-12-03T19:16:58,063 DEBUG [member: '5cd6afc4bcac,37467,1733253377774' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms
2024-12-03T19:16:58,063 DEBUG [member: '5cd6afc4bcac,37467,1733253377774' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms
2024-12-03T19:16:58,063 DEBUG [member: '5cd6afc4bcac,37467,1733253377774' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage
2024-12-03T19:16:58,063 DEBUG [member: '5cd6afc4bcac,37467,1733253377774' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired
2024-12-03T19:16:58,063 DEBUG [member: '5cd6afc4bcac,37467,1733253377774' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '5cd6afc4bcac,37467,1733253377774' joining acquired barrier for procedure (rolllog) in zk
2024-12-03T19:16:58,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:58,069 DEBUG [member: '5cd6afc4bcac,37467,1733253377774' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog
2024-12-03T19:16:58,069 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:58,069 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-12-03T19:16:58,069 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-12-03T19:16:58,069 DEBUG [member: '5cd6afc4bcac,37467,1733253377774' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37467-0x1019de9363b0001, quorum=127.0.0.1:63892, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog
2024-12-03T19:16:58,069 DEBUG [member: '5cd6afc4bcac,37467,1733253377774' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator
2024-12-03T19:16:58,069 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-12-03T19:16:58,070 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-12-03T19:16:58,070 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T19:16:58,071 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:58,071 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-12-03T19:16:58,072 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '5cd6afc4bcac,37467,1733253377774' joining acquired barrier for procedure 'rolllog' on coordinator
2024-12-03T19:16:58,072 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution.
2024-12-03T19:16:58,072 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@297decb3[Count = 0] remaining members to acquire global barrier
2024-12-03T19:16:58,072 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog
2024-12-03T19:16:58,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37467-0x1019de9363b0001, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-12-03T19:16:58,077 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog
2024-12-03T19:16:58,077 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog
2024-12-03T19:16:58,077 DEBUG [member: '5cd6afc4bcac,37467,1733253377774' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator.
2024-12-03T19:16:58,077 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:58,077 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release'
2024-12-03T19:16:58,080 DEBUG [member: '5cd6afc4bcac,37467,1733253377774' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish.
2024-12-03T19:16:58,080 DEBUG [rs(5cd6afc4bcac,37467,1733253377774)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:58,080 INFO  [rs(5cd6afc4bcac,37467,1733253377774)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1733253400889 highest: 1733253400934 on 5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:58,080 DEBUG [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-0:(num 1733253400889) roll requested
2024-12-03T19:16:58,092 DEBUG [regionserver/5cd6afc4bcac:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-0.1733253418080, exclude list is [], retry=0
2024-12-03T19:16:58,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44627,DS-a4d7bc3c-fc18-41f5-82e9-fa23790699d2,DISK]
2024-12-03T19:16:58,097 INFO  [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-0.1733253400889 with entries=7, filesize=1.16 KB; new WAL /user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-0.1733253418080
2024-12-03T19:16:58,098 DEBUG [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40007:40007)]
2024-12-03T19:16:58,098 DEBUG [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-0.1733253400889 is not closed yet, will try archiving it next time
2024-12-03T19:16:58,098 DEBUG [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 5cd6afc4bcac%2C37467%2C1733253377774.meta:.meta(num 1733253400914) roll requested
2024-12-03T19:16:58,102 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-0.1733253400889 not finished, retry = 0
2024-12-03T19:16:58,102 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741857_1033 (size=1198)
2024-12-03T19:16:58,113 DEBUG [regionserver/5cd6afc4bcac:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.meta.1733253418098.meta, exclude list is [], retry=0
2024-12-03T19:16:58,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44627,DS-a4d7bc3c-fc18-41f5-82e9-fa23790699d2,DISK]
2024-12-03T19:16:58,118 INFO  [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.meta.1733253400914.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.meta.1733253418098.meta
2024-12-03T19:16:58,118 DEBUG [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40007:40007)]
2024-12-03T19:16:58,118 DEBUG [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.meta.1733253400914.meta is not closed yet, will try archiving it next time
2024-12-03T19:16:58,118 DEBUG [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-1:(num 1733253400934) roll requested
2024-12-03T19:16:58,120 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741858_1034 (size=93)
2024-12-03T19:16:58,121 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.meta.1733253400914.meta to hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/oldWALs/5cd6afc4bcac%2C37467%2C1733253377774.meta.1733253400914.meta
2024-12-03T19:16:58,138 DEBUG [regionserver/5cd6afc4bcac:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-1.1733253418118, exclude list is [], retry=0
2024-12-03T19:16:58,141 DEBUG [rs(5cd6afc4bcac,37467,1733253377774)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 61
2024-12-03T19:16:58,141 INFO  [rs(5cd6afc4bcac,37467,1733253377774)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1733253418080 on 5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:58,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44627,DS-a4d7bc3c-fc18-41f5-82e9-fa23790699d2,DISK]
2024-12-03T19:16:58,147 INFO  [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-1.1733253400934 with entries=224, filesize=29.77 KB; new WAL /user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-1.1733253418118
2024-12-03T19:16:58,147 DEBUG [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40007:40007)]
2024-12-03T19:16:58,147 DEBUG [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-1.1733253400934 is not closed yet, will try archiving it next time
2024-12-03T19:16:58,150 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-1.1733253400934 not finished, retry = 0
2024-12-03T19:16:58,150 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741859_1035 (size=30490)
2024-12-03T19:16:58,150 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-1.1733253387227 to hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/oldWALs/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-1.1733253387227
2024-12-03T19:16:58,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T19:16:58,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T19:16:58,170 DEBUG [member: '5cd6afc4bcac,37467,1733253377774' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed
2024-12-03T19:16:58,170 DEBUG [member: '5cd6afc4bcac,37467,1733253377774' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure  'rolllog' completed for member '5cd6afc4bcac,37467,1733253377774' in zk
2024-12-03T19:16:58,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:58,202 DEBUG [member: '5cd6afc4bcac,37467,1733253377774' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion
2024-12-03T19:16:58,202 DEBUG [member: '5cd6afc4bcac,37467,1733253377774' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-12-03T19:16:58,202 DEBUG [member: '5cd6afc4bcac,37467,1733253377774' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed.
2024-12-03T19:16:58,202 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:58,202 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-12-03T19:16:58,202 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-12-03T19:16:58,203 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-12-03T19:16:58,203 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-12-03T19:16:58,204 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T19:16:58,204 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:58,204 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-12-03T19:16:58,205 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T19:16:58,205 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:58,206 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '5cd6afc4bcac,37467,1733253377774': 
2024-12-03T19:16:58,206 INFO  [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed
2024-12-03T19:16:58,206 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '5cd6afc4bcac,37467,1733253377774' released barrier for procedure'rolllog', counting down latch.  Waiting for 0 more
2024-12-03T19:16:58,206 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase.
2024-12-03T19:16:58,206 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures
2024-12-03T19:16:58,206 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog
2024-12-03T19:16:58,206 INFO  [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort
2024-12-03T19:16:58,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37467-0x1019de9363b0001, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-12-03T19:16:58,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37467-0x1019de9363b0001, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort
2024-12-03T19:16:58,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-12-03T19:16:58,210 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog
2024-12-03T19:16:58,210 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog
2024-12-03T19:16:58,210 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog
2024-12-03T19:16:58,210 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-12-03T19:16:58,210 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-12-03T19:16:58,211 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-12-03T19:16:58,211 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort
2024-12-03T19:16:58,211 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-12-03T19:16:58,211 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:58,211 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T19:16:58,211 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog
2024-12-03T19:16:58,212 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-12-03T19:16:58,212 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T19:16:58,212 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:58,212 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:58,213 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-12-03T19:16:58,213 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T19:16:58,213 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:58,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:58,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-12-03T19:16:58,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-12-03T19:16:58,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/5cd6afc4bcac,37467,1733253377774
2024-12-03T19:16:58,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-12-03T19:16:58,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-12-03T19:16:58,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37467-0x1019de9363b0001, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-12-03T19:16:58,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-12-03T19:16:58,219 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-12-03T19:16:58,219 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-12-03T19:16:58,219 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog
2024-12-03T19:16:58,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37467-0x1019de9363b0001, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort
2024-12-03T19:16:58,219 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-12-03T19:16:58,219 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful!
2024-12-03T19:16:58,219 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort
2024-12-03T19:16:58,219 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-12-03T19:16:58,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done
2024-12-03T19:16:58,231 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup()
olderTimestamps: {5cd6afc4bcac:37467=1733253387227}
 newestTimestamps: {5cd6afc4bcac:37467=1733253400934}
2024-12-03T19:16:58,234 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 5cd6afc4bcac%2C37467%2C1733253377774.meta.1733253381238.meta
2024-12-03T19:16:58,234 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 5cd6afc4bcac%2C37467%2C1733253377774.meta.1733253418098.meta
2024-12-03T19:16:58,234 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-0.1733253400889
2024-12-03T19:16:58,234 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-0.1733253418080
2024-12-03T19:16:58,234 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-1.1733253400934
2024-12-03T19:16:58,234 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-1.1733253418118
2024-12-03T19:16:58,235 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/oldWALs/5cd6afc4bcac%2C37467%2C1733253377774.meta.1733253400914.meta
2024-12-03T19:16:58,252 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741891_1067 (size=364)
2024-12-03T19:16:58,256 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17332533858941 target: hdfs://localhost:33573/backupUT/backup_1733253415771/ns2/test-17332533858941 descriptor: 'ns2:test-17332533858941', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T19:16:58,256 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo.
2024-12-03T19:16:58,259 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17332533858941
2024-12-03T19:16:58,264 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741892_1068 (size=50)
2024-12-03T19:16:58,665 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17332533858941
2024-12-03T19:16:58,679 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741893_1069 (size=908)
2024-12-03T19:16:59,081 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1733253385894 target: hdfs://localhost:33573/backupUT/backup_1733253415771/default/test-1733253385894 descriptor: 'test-1733253385894', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T19:16:59,081 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo.
2024-12-03T19:16:59,084 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1733253385894
2024-12-03T19:16:59,090 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741894_1070 (size=53)
2024-12-03T19:16:59,090 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1733253385894
2024-12-03T19:16:59,102 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:33573/backupUT/.tmp/backup_1733253415771 from hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-0.1733253400889;hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-1.1733253400934
2024-12-03T19:16:59,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca5b61a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:16:59,104 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,32779,-1 for getting cluster id
2024-12-03T19:16:59,104 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T19:16:59,105 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7af04778-a84d-44d8-871f-ac60582cb108'
2024-12-03T19:16:59,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T19:16:59,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7af04778-a84d-44d8-871f-ac60582cb108"

2024-12-03T19:16:59,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b5ad1fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:16:59,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,32779,-1]
2024-12-03T19:16:59,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T19:16:59,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:16:59,106 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T19:16:59,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@303ef64b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:16:59,107 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T19:16:59,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,32779,1733253375673
2024-12-03T19:16:59,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@386559db
2024-12-03T19:16:59,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T19:16:59,109 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-03T19:16:59,114 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled
2024-12-03T19:16:59,115 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1733253385894
2024-12-03T19:16:59,115 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1733253385894,, stopping at row=test-1733253385894 ,, for max=2147483647 with caching=100
2024-12-03T19:16:59,115 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T19:16:59,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37467,1733253377774, seqNum=-1]
2024-12-03T19:16:59,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T19:16:59,117 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T19:16:59,120 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1733253385894: test-1733253385894;
2024-12-03T19:16:59,120 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17332533858941
2024-12-03T19:16:59,120 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17332533858941,, stopping at row=ns2:test-17332533858941 ,, for max=2147483647 with caching=100
2024-12-03T19:16:59,123 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17332533858941: ns2:test-17332533858941;
2024-12-03T19:16:59,123 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables
2024-12-03T19:16:59,123 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/hbase-staging/partitions_596f3eaf-6804-4e55-a609-fc5487f5c5e6
2024-12-03T19:16:59,145 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741895_1071 (size=192)
2024-12-03T19:16:59,150 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:16:59,150 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:16:59,151 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:00,141 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop-16350274915562805309.jar
2024-12-03T19:17:00,142 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:00,142 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:00,200 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop-7577376015017474068.jar
2024-12-03T19:17:00,200 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:00,200 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:00,201 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:00,201 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:00,201 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:00,201 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:00,202 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-03T19:17:00,202 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-12-03T19:17:00,202 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-12-03T19:17:00,202 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-12-03T19:17:00,203 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-12-03T19:17:00,203 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-12-03T19:17:00,203 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-12-03T19:17:00,203 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-12-03T19:17:00,204 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-12-03T19:17:00,204 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-12-03T19:17:00,204 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-12-03T19:17:00,205 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:00,263 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop-1189212110901913601.jar
2024-12-03T19:17:00,263 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop-1189212110901913601.jar
2024-12-03T19:17:00,264 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:00,264 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop-1189212110901913601.jar
2024-12-03T19:17:00,264 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop-1189212110901913601.jar
2024-12-03T19:17:00,265 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T19:17:00,265 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: default:test-1733253385894,ns2:test-17332533858941
2024-12-03T19:17:00,265 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-03T19:17:00,265 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342)
    at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425)
    at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426)
    at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398)
    at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:157)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T19:17:00,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:00,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:00,266 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T19:17:00,266 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-03T19:17:01,199 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop-13319103088560487440.jar
2024-12-03T19:17:01,217 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-12-03T19:17:01,234 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-12-03T19:17:01,239 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-0.1733253400889 for WAL files
2024-12-03T19:17:01,240 INFO  [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-0.1733253400889
2024-12-03T19:17:01,240 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-1.1733253400934 for WAL files
2024-12-03T19:17:01,242 INFO  [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-1.1733253400934
2024-12-03T19:17:01,357 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/mapreduce.cluster.local.dir/job_local1584055745_0003_8775ab87-e732-4497-91c1-6ba2218f43f3/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-12-03T19:17:01,357 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/mapreduce.cluster.local.dir/job_local1584055745_0003_8775ab87-e732-4497-91c1-6ba2218f43f3/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-12-03T19:17:01,459 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-1.1733253400934 for hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-1.1733253400934 (-9223372036854775808:9223372036854775807) length:30490
2024-12-03T19:17:01,483 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file.
2024-12-03T19:17:01,484 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader
2024-12-03T19:17:01,523 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-0.1733253400889 for hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-0.1733253400889 (-9223372036854775808:9223372036854775807) length:1198
2024-12-03T19:17:01,526 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file.
2024-12-03T19:17:01,527 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader
2024-12-03T19:17:01,618 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@572024b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:01,618 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,32779,-1 for getting cluster id
2024-12-03T19:17:01,618 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T19:17:01,619 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7af04778-a84d-44d8-871f-ac60582cb108'
2024-12-03T19:17:01,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T19:17:01,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7af04778-a84d-44d8-871f-ac60582cb108"

2024-12-03T19:17:01,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3995960e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:01,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,32779,-1]
2024-12-03T19:17:01,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T19:17:01,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:01,622 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T19:17:01,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fa0d98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:01,623 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T19:17:01,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37467,1733253377774, seqNum=-1]
2024-12-03T19:17:01,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T19:17:01,626 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T19:17:01,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17332533858941', row='row-t20', locateType=CURRENT is [region=ns2:test-17332533858941,,1733253388068.592a39a3a9254207004ee4d05cbb691e., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2]
2024-12-03T19:17:01,630 INFO  [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1.
2024-12-03T19:17:01,631 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T19:17:01,631 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:01,631 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:01,631 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T19:17:01,631 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20]
2024-12-03T19:17:01,631 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 5cd6afc4bcac
2024-12-03T19:17:01,634 DEBUG [master/5cd6afc4bcac:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=41, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1733253385894
2024-12-03T19:17:01,637 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33573/backupUT/.tmp/backup_1733253415771/_temporary/0/_temporary/attempt_local1584055745_0003_r_000000_0/ns2/test-17332533858941/f/cbce63a6e35149be89dff5dad1043597 is 38, key is row-t20/f:q1/1733253414408/Put/seqid=0
2024-12-03T19:17:01,639 WARN  [Thread-939 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [5cd6afc4bcac:37467] Specified favored nodes: [5cd6afc4bcac:37467]
2024-12-03T19:17:01,648 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741896_1072 (size=5275)
2024-12-03T19:17:01,654 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741897_1073 (size=950)
2024-12-03T19:17:02,056 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/.tabledesc/.tableinfo.0000000002.908
2024-12-03T19:17:02,056 INFO  [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/.tabledesc/.tableinfo.0000000003.950
2024-12-03T19:17:02,059 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1733253385894 in 427 msec
2024-12-03T19:17:02,083 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@415afa83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:02,083 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,32779,-1 for getting cluster id
2024-12-03T19:17:02,083 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T19:17:02,084 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7af04778-a84d-44d8-871f-ac60582cb108'
2024-12-03T19:17:02,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T19:17:02,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7af04778-a84d-44d8-871f-ac60582cb108"

2024-12-03T19:17:02,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c5d2c9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:02,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,32779,-1]
2024-12-03T19:17:02,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T19:17:02,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:02,086 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T19:17:02,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c7cf04a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:02,087 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T19:17:02,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37467,1733253377774, seqNum=-1]
2024-12-03T19:17:02,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T19:17:02,089 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T19:17:02,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733253385894', row='row-test-1733253385894-1-0', locateType=CURRENT is [region=test-1733253385894,,1733253386394.1e03342807c4a3f669243dfcb9f475e1., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=107]
2024-12-03T19:17:02,092 INFO  [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1.
2024-12-03T19:17:02,092 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T19:17:02,092 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:02,092 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:02,092 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T19:17:02,093 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733253385894-1-0]
2024-12-03T19:17:02,093 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 5cd6afc4bcac
2024-12-03T19:17:02,109 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@537439ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:02,109 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,32779,-1 for getting cluster id
2024-12-03T19:17:02,109 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T19:17:02,110 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7af04778-a84d-44d8-871f-ac60582cb108'
2024-12-03T19:17:02,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T19:17:02,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7af04778-a84d-44d8-871f-ac60582cb108"

2024-12-03T19:17:02,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ba7dbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:02,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,32779,-1]
2024-12-03T19:17:02,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T19:17:02,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:02,113 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T19:17:02,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7282755c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:02,114 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T19:17:02,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37467,1733253377774, seqNum=-1]
2024-12-03T19:17:02,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T19:17:02,116 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T19:17:02,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733253385894', row='row-test-1733253385894-3-0', locateType=CURRENT is [region=test-1733253385894,,1733253386394.1e03342807c4a3f669243dfcb9f475e1., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=107]
2024-12-03T19:17:02,119 INFO  [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1.
2024-12-03T19:17:02,119 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T19:17:02,119 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:02,119 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:02,119 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T19:17:02,119 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733253385894-3-0]
2024-12-03T19:17:02,119 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 5cd6afc4bcac
2024-12-03T19:17:02,129 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33573/backupUT/.tmp/backup_1733253415771/_temporary/0/_temporary/attempt_local1584055745_0003_r_000001_0/default/test-1733253385894/f/b41954247a9f417f897f0e40b1d44c4f is 59, key is row-test-1733253385894-1-10/f:q1/1733253413750/Put/seqid=0
2024-12-03T19:17:02,131 WARN  [Thread-955 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [5cd6afc4bcac:37467] Specified favored nodes: [5cd6afc4bcac:37467]
2024-12-03T19:17:02,136 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741898_1074 (size=10770)
2024-12-03T19:17:02,537 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33573/backupUT/.tmp/backup_1733253415771/_temporary/0/_temporary/attempt_local1584055745_0003_r_000001_0/default/test-1733253385894/mob/be4b68a5022f4d9fa63ce4114bd0b840 is 63, key is row-test-1733253385894-3-100/mob:q1/1733253414363/Put/seqid=0
2024-12-03T19:17:02,539 WARN  [Thread-957 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [5cd6afc4bcac:37467] Specified favored nodes: [5cd6afc4bcac:37467]
2024-12-03T19:17:02,542 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741899_1075 (size=11811)
2024-12-03T19:17:03,399 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:33573/backupUT
2024-12-03T19:17:03,399 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1733253415771
2024-12-03T19:17:03,399 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP
2024-12-03T19:17:03,423 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:33573/backupUT/.tmp/backup_1733253415771, hdfs://localhost:33573/backupUT]
2024-12-03T19:17:03,524 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-12-03T19:17:03,730 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741900_1076 (size=5275)
2024-12-03T19:17:03,755 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741901_1077 (size=10770)
2024-12-03T19:17:03,781 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741902_1078 (size=11811)
2024-12-03T19:17:04,687 INFO  [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0
2024-12-03T19:17:04,691 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1733253415771
2024-12-03T19:17:04,692 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 27856 bytes copied."
2024-12-03T19:17:04,692 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local2049188208_0004 completed: true true
2024-12-03T19:17:04,694 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26
	File System Counters
		FILE: Number of bytes read=2493803
		FILE: Number of bytes written=4881520
		FILE: Number of read operations=0
		FILE: Number of large read operations=0
		FILE: Number of write operations=0
		HDFS: Number of bytes read=231522
		HDFS: Number of bytes written=2433110
		HDFS: Number of read operations=646
		HDFS: Number of large read operations=0
		HDFS: Number of write operations=250
		HDFS: Number of bytes read erasure-coded=0
	Map-Reduce Framework
		Map input records=12
		Map output records=0
		Input split bytes=343
		Spilled Records=0
		Failed Shuffles=0
		Merged Map outputs=0
		GC time elapsed (ms)=0
		Total committed heap usage (bytes)=1048576000
	File Input Format Counters 
		Bytes Read=3004
	File Output Format Counters 
		Bytes Written=0
	DistCp Counters
		Bandwidth in Bytes=27856
		Bytes Copied=27856
		Bytes Expected=27856
		Files Copied=4
		DIR_COPY=8
2024-12-03T19:17:04,694 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:33573/backupUT/.tmp/backup_1733253415771 to hdfs://localhost:33573/backupUT finished.
2024-12-03T19:17:04,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system_bulk', row='bulk:ns2:test-17332533858941:', locateType=CURRENT is [region=backup:system_bulk,,1733253397785.2a338d6f45d65273b9103caf8ff5d134., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2]
2024-12-03T19:17:04,714 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733253415771
2024-12-03T19:17:04,717 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733253395440}
2024-12-03T19:17:04,717 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup.
2024-12-03T19:17:04,726 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741903_1079 (size=317)
2024-12-03T19:17:05,128 INFO  [Time-limited test {}] impl.BackupManifest(504): Manifest file stored to hdfs://localhost:33573/backupUT/backup_1733253415771/.backup.manifest
2024-12-03T19:17:05,128 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1733253415771 finished: type=INCREMENTAL,tablelist=ns2:test-17332533858941;test-1733253385894,targetRootDir=hdfs://localhost:33573/backupUT,startts=1733253418039,completets=1733253424714,bytescopied=0
2024-12-03T19:17:05,128 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system
2024-12-03T19:17:05,134 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_backup_system"
type: DISABLED

2024-12-03T19:17:05,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system
2024-12-03T19:17:05,137 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot
2024-12-03T19:17:05,139 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation
2024-12-03T19:17:05,144 INFO  [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1733253415771 completed.
2024-12-03T19:17:05,145 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows
2024-12-03T19:17:05,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T19:17:05,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T19:17:05,168 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:33573/backupUT/backup_1733253415771/.backup.manifest
2024-12-03T19:17:05,171 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733253415771/.backup.manifest
2024-12-03T19:17:05,172 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:33573/backupUT/backup_1733253415771/.backup.manifest
2024-12-03T19:17:05,175 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733253415771/.backup.manifest
2024-12-03T19:17:05,177 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table test-1733253385894 from 'test-1733253385894', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1733253385894', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T19:17:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1733253385894
2024-12-03T19:17:05,192 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741904_1080 (size=908)
2024-12-03T19:17:05,195 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/.tabledesc/.tableinfo.0000000003.950
2024-12-03T19:17:05,195 INFO  [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/.tabledesc/.tableinfo.0000000004.908
2024-12-03T19:17:05,199 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1733253385894}]
2024-12-03T19:17:05,202 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1733253385894, region=1e03342807c4a3f669243dfcb9f475e1, REOPEN/MOVE}]
2024-12-03T19:17:05,204 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1733253385894, region=1e03342807c4a3f669243dfcb9f475e1, REOPEN/MOVE
2024-12-03T19:17:05,205 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=1e03342807c4a3f669243dfcb9f475e1, regionState=CLOSING, regionLocation=5cd6afc4bcac,37467,1733253377774
2024-12-03T19:17:05,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1733253385894, region=1e03342807c4a3f669243dfcb9f475e1, REOPEN/MOVE because future has completed
2024-12-03T19:17:05,207 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-03T19:17:05,207 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1e03342807c4a3f669243dfcb9f475e1, server=5cd6afc4bcac,37467,1733253377774}]
2024-12-03T19:17:05,361 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(122): Close 1e03342807c4a3f669243dfcb9f475e1
2024-12-03T19:17:05,361 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-12-03T19:17:05,361 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1722): Closing 1e03342807c4a3f669243dfcb9f475e1, disabling compactions & flushes
2024-12-03T19:17:05,361 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1755): Closing region test-1733253385894,,1733253386394.1e03342807c4a3f669243dfcb9f475e1.
2024-12-03T19:17:05,361 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1776): Time limited wait for close lock on test-1733253385894,,1733253386394.1e03342807c4a3f669243dfcb9f475e1.
2024-12-03T19:17:05,361 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1843): Acquired close lock on test-1733253385894,,1733253386394.1e03342807c4a3f669243dfcb9f475e1. after waiting 0 ms
2024-12-03T19:17:05,361 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1853): Updates disabled for region test-1733253385894,,1733253386394.1e03342807c4a3f669243dfcb9f475e1.
2024-12-03T19:17:05,371 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/recovered.edits/337.seqid, newMaxSeqId=337, maxSeqId=106
2024-12-03T19:17:05,372 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-12-03T19:17:05,372 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1973): Closed test-1733253385894,,1733253386394.1e03342807c4a3f669243dfcb9f475e1.
2024-12-03T19:17:05,372 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1676): Region close journal for 1e03342807c4a3f669243dfcb9f475e1:
Waiting for close lock at 1733253425361Running coprocessor pre-close hooks at 1733253425361Disabling compacts and flushes for region at 1733253425361Disabling writes for close at 1733253425361Writing region close event to WAL at 1733253425364 (+3 ms)Running coprocessor post-close hooks at 1733253425372 (+8 ms)Closed at 1733253425372
2024-12-03T19:17:05,372 WARN  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3299): Not adding moved region record: 1e03342807c4a3f669243dfcb9f475e1 to self.
2024-12-03T19:17:05,375 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(157): Closed 1e03342807c4a3f669243dfcb9f475e1
2024-12-03T19:17:05,375 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=1e03342807c4a3f669243dfcb9f475e1, regionState=CLOSED
2024-12-03T19:17:05,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1e03342807c4a3f669243dfcb9f475e1, server=5cd6afc4bcac,37467,1733253377774 because future has completed
2024-12-03T19:17:05,380 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44
2024-12-03T19:17:05,380 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; CloseRegionProcedure 1e03342807c4a3f669243dfcb9f475e1, server=5cd6afc4bcac,37467,1733253377774 in 171 msec
2024-12-03T19:17:05,381 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1733253385894, region=1e03342807c4a3f669243dfcb9f475e1, REOPEN/MOVE; state=CLOSED, location=5cd6afc4bcac,37467,1733253377774; forceNewPlan=false, retain=true
2024-12-03T19:17:05,532 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=1e03342807c4a3f669243dfcb9f475e1, regionState=OPENING, regionLocation=5cd6afc4bcac,37467,1733253377774
2024-12-03T19:17:05,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1733253385894, region=1e03342807c4a3f669243dfcb9f475e1, REOPEN/MOVE because future has completed
2024-12-03T19:17:05,535 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e03342807c4a3f669243dfcb9f475e1, server=5cd6afc4bcac,37467,1733253377774}]
2024-12-03T19:17:05,691 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open test-1733253385894,,1733253386394.1e03342807c4a3f669243dfcb9f475e1.
2024-12-03T19:17:05,691 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 1e03342807c4a3f669243dfcb9f475e1, NAME => 'test-1733253385894,,1733253386394.1e03342807c4a3f669243dfcb9f475e1.', STARTKEY => '', ENDKEY => ''}
2024-12-03T19:17:05,692 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-12-03T19:17:05,692 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1733253385894 1e03342807c4a3f669243dfcb9f475e1
2024-12-03T19:17:05,692 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated test-1733253385894,,1733253386394.1e03342807c4a3f669243dfcb9f475e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T19:17:05,692 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 1e03342807c4a3f669243dfcb9f475e1
2024-12-03T19:17:05,692 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 1e03342807c4a3f669243dfcb9f475e1
2024-12-03T19:17:05,694 INFO  [StoreOpener-1e03342807c4a3f669243dfcb9f475e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1e03342807c4a3f669243dfcb9f475e1 
2024-12-03T19:17:05,695 INFO  [StoreOpener-1e03342807c4a3f669243dfcb9f475e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e03342807c4a3f669243dfcb9f475e1 columnFamilyName f
2024-12-03T19:17:05,695 DEBUG [StoreOpener-1e03342807c4a3f669243dfcb9f475e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:17:05,702 DEBUG [StoreOpener-1e03342807c4a3f669243dfcb9f475e1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/f/9c2e6419cc1d489198d5bdc36c1b584b
2024-12-03T19:17:05,708 DEBUG [StoreOpener-1e03342807c4a3f669243dfcb9f475e1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/f/c6f5637fcd0c4afaab7b34a6288ee868
2024-12-03T19:17:05,708 INFO  [StoreOpener-1e03342807c4a3f669243dfcb9f475e1-1 {}] regionserver.HStore(327): Store=1e03342807c4a3f669243dfcb9f475e1/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T19:17:05,708 INFO  [StoreOpener-1e03342807c4a3f669243dfcb9f475e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 1e03342807c4a3f669243dfcb9f475e1 
2024-12-03T19:17:05,710 INFO  [StoreOpener-1e03342807c4a3f669243dfcb9f475e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e03342807c4a3f669243dfcb9f475e1 columnFamilyName f2
2024-12-03T19:17:05,710 DEBUG [StoreOpener-1e03342807c4a3f669243dfcb9f475e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:17:05,710 INFO  [StoreOpener-1e03342807c4a3f669243dfcb9f475e1-1 {}] regionserver.HStore(327): Store=1e03342807c4a3f669243dfcb9f475e1/f2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T19:17:05,710 INFO  [StoreOpener-1e03342807c4a3f669243dfcb9f475e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 1e03342807c4a3f669243dfcb9f475e1 
2024-12-03T19:17:05,711 INFO  [StoreOpener-1e03342807c4a3f669243dfcb9f475e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e03342807c4a3f669243dfcb9f475e1 columnFamilyName mob
2024-12-03T19:17:05,712 DEBUG [StoreOpener-1e03342807c4a3f669243dfcb9f475e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:17:05,719 DEBUG [StoreOpener-1e03342807c4a3f669243dfcb9f475e1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/mob/098ad2f3d22444babe27610529f13da1
2024-12-03T19:17:05,725 DEBUG [StoreOpener-1e03342807c4a3f669243dfcb9f475e1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/mob/f96dff4a8ad542e98f362963f5706df6
2024-12-03T19:17:05,725 INFO  [StoreOpener-1e03342807c4a3f669243dfcb9f475e1-1 {}] regionserver.HStore(327): Store=1e03342807c4a3f669243dfcb9f475e1/mob,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T19:17:05,725 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 1e03342807c4a3f669243dfcb9f475e1
2024-12-03T19:17:05,726 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1
2024-12-03T19:17:05,728 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1
2024-12-03T19:17:05,729 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 1e03342807c4a3f669243dfcb9f475e1
2024-12-03T19:17:05,730 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 1e03342807c4a3f669243dfcb9f475e1
2024-12-03T19:17:05,730 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1733253385894 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-03T19:17:05,732 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 1e03342807c4a3f669243dfcb9f475e1
2024-12-03T19:17:05,733 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 1e03342807c4a3f669243dfcb9f475e1; next sequenceid=338; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11900645760, jitterRate=0.1083340048789978}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-03T19:17:05,733 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1e03342807c4a3f669243dfcb9f475e1
2024-12-03T19:17:05,736 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 1e03342807c4a3f669243dfcb9f475e1:
Running coprocessor pre-open hook at 1733253425693Writing region info on filesystem at 1733253425693Initializing all the Stores at 1733253425694 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733253425694Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733253425694Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733253425694Cleaning up temporary data from old regions at 1733253425730 (+36 ms)Running coprocessor post-open hooks at 1733253425733 (+3 ms)Region opened successfully at 1733253425736 (+3 ms)
2024-12-03T19:17:05,737 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1733253385894,,1733253386394.1e03342807c4a3f669243dfcb9f475e1., pid=46, masterSystemTime=1733253425687
2024-12-03T19:17:05,739 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1733253385894,,1733253386394.1e03342807c4a3f669243dfcb9f475e1.
2024-12-03T19:17:05,739 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened test-1733253385894,,1733253386394.1e03342807c4a3f669243dfcb9f475e1.
2024-12-03T19:17:05,740 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=1e03342807c4a3f669243dfcb9f475e1, regionState=OPEN, openSeqNum=338, regionLocation=5cd6afc4bcac,37467,1733253377774
2024-12-03T19:17:05,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e03342807c4a3f669243dfcb9f475e1, server=5cd6afc4bcac,37467,1733253377774 because future has completed
2024-12-03T19:17:05,745 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=44
2024-12-03T19:17:05,745 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure 1e03342807c4a3f669243dfcb9f475e1, server=5cd6afc4bcac,37467,1733253377774 in 208 msec
2024-12-03T19:17:05,748 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=43
2024-12-03T19:17:05,748 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=43, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1733253385894, region=1e03342807c4a3f669243dfcb9f475e1, REOPEN/MOVE in 543 msec
2024-12-03T19:17:05,750 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42
2024-12-03T19:17:05,750 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1733253385894 in 550 msec
2024-12-03T19:17:05,753 DEBUG [PEWorker-1 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=test-1733253385894
2024-12-03T19:17:05,758 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/f3/ab64d4466db646af8f5ed999fee15b9e to hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/archive/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/f3/ab64d4466db646af8f5ed999fee15b9e
2024-12-03T19:17:05,761 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1733253385894 in 582 msec
2024-12-03T19:17:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-12-03T19:17:05,763 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1733253385894 completed
2024-12-03T19:17:05,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T19:17:05,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T19:17:05,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T19:17:05,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T19:17:05,804 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation
2024-12-03T19:17:05,811 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733253425763
2024-12-03T19:17:05,817 DEBUG [Time-limited test {}] impl.TableBackupClient(330): Dependent incremental backup image: {BackupID=backup_1733253415771}
2024-12-03T19:17:05,817 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733253395440}
2024-12-03T19:17:05,817 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 2 ancestors for the current backup.
2024-12-03T19:17:05,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T19:17:05,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T19:17:05,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T19:17:05,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T19:17:05,871 ERROR [Time-limited test {}] impl.TableBackupClient(232): Unexpected Exception : 
Mismatch in column family descriptor for table: test-1733253385894
Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException: 
Mismatch in column family descriptor for table: test-1733253385894
Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
	at org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException$ColumnFamilyMismatchExceptionBuilder.build(ColumnFamilyMismatchException.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.verifyCfCompatibility(IncrementalTableBackupClient.java:513) ~[classes/:?]
	at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:280) ~[classes/:?]
	at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) ~[classes/:?]
	at org.apache.hadoop.hbase.backup.TestIncrementalBackup.lambda$TestIncBackupRestore$0(TestIncrementalBackup.java:175) ~[test-classes/:?]
	at org.junit.Assert.assertThrows(Assert.java:1001) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.Assert.assertThrows(Assert.java:981) ~[junit-4.13.2.jar:4.13.2]
	at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:174) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-03T19:17:05,874 ERROR [Time-limited test {}] impl.TableBackupClient(244): BackupId=backup_1733253425763,startts=0,failedts=1733253425872,failedphase=REQUEST,failedmessage=
Mismatch in column family descriptor for table: test-1733253385894
Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'tru
2024-12-03T19:17:05,875 DEBUG [Time-limited test {}] impl.BackupSystemTable(1537): Restoring backup:system from snapshot
2024-12-03T19:17:05,877 WARN  [Time-limited test {}] impl.BackupSystemTable(1549): Could not restore backup system table. Snapshot snapshot_backup_system does not exists.
2024-12-03T19:17:05,877 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system
2024-12-03T19:17:05,879 ERROR [Time-limited test {}] impl.BackupSystemTable(1578): Snapshot snapshot_backup_system does not exists
2024-12-03T19:17:05,879 DEBUG [Time-limited test {}] impl.TableBackupClient(188): Trying to cleanup up target dir. Current backup phase: REQUEST
2024-12-03T19:17:05,922 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation
2024-12-03T19:17:05,925 ERROR [Time-limited test {}] impl.TableBackupClient(250): Backup backup_1733253425763 failed.
2024-12-03T19:17:05,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T19:17:05,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T19:17:05,943 INFO  [Time-limited test {}] impl.BackupManager(225): Full backup all the tables available in the cluster: [backup:system_bulk, test-1733253385894, ns2:test-17332533858941, ns3:test-17332533858942, ns4:test-17332533858943]
2024-12-03T19:17:05,943 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation
2024-12-03T19:17:05,947 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-12-03T19:17:05,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733253425947 (current time:1733253425947).
2024-12-03T19:17:05,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-12-03T19:17:05,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2
2024-12-03T19:17:05,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d149c7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:05,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,32779,-1 for getting cluster id
2024-12-03T19:17:05,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T19:17:05,949 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7af04778-a84d-44d8-871f-ac60582cb108'
2024-12-03T19:17:05,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T19:17:05,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7af04778-a84d-44d8-871f-ac60582cb108"

2024-12-03T19:17:05,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c2e216, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:05,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,32779,-1]
2024-12-03T19:17:05,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T19:17:05,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:05,950 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T19:17:05,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@81a4adb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:05,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T19:17:05,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37467,1733253377774, seqNum=-1]
2024-12-03T19:17:05,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T19:17:05,953 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T19:17:05,954 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779.
2024-12-03T19:17:05,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T19:17:05,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:05,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:05,954 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T19:17:05,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-12-03T19:17:05,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] procedure2.ProcedureExecutor(1139): Stored pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-12-03T19:17:05,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47
2024-12-03T19:17:05,957 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-12-03T19:17:05,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47
2024-12-03T19:17:05,958 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-12-03T19:17:05,961 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-12-03T19:17:05,965 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741905_1081 (size=52)
2024-12-03T19:17:06,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47
2024-12-03T19:17:06,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47
2024-12-03T19:17:06,368 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-12-03T19:17:06,368 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e17c4198b10bfd8e3bc81f45da668c75}]
2024-12-03T19:17:06,369 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e17c4198b10bfd8e3bc81f45da668c75
2024-12-03T19:17:06,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=48
2024-12-03T19:17:06,521 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1733253395604.e17c4198b10bfd8e3bc81f45da668c75.
2024-12-03T19:17:06,522 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2902): Flushing e17c4198b10bfd8e3bc81f45da668c75 2/2 column families, dataSize=2.61 KB heapSize=3.99 KB
2024-12-03T19:17:06,526 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/.tmp/meta/8cd44da14ed2406088af60ffb9b7eef3 is 158, key is trslm:hdfs://localhost:33573/backupUT\x00ns2:test-17332533858941/meta:log-roll-map/1733253424701/Put/seqid=0
2024-12-03T19:17:06,531 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741906_1082 (size=5745)
2024-12-03T19:17:06,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47
2024-12-03T19:17:06,932 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=492 B at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/.tmp/meta/8cd44da14ed2406088af60ffb9b7eef3
2024-12-03T19:17:06,944 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/.tmp/session/b15eb22ff1f447b8a327e90dc9c1e0b5 is 1245, key is session:backup_1733253425763/session:context/1733253425880/Put/seqid=0
2024-12-03T19:17:06,948 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741907_1083 (size=6682)
2024-12-03T19:17:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47
2024-12-03T19:17:07,351 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/.tmp/session/b15eb22ff1f447b8a327e90dc9c1e0b5
2024-12-03T19:17:07,360 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/.tmp/meta/8cd44da14ed2406088af60ffb9b7eef3 as hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/meta/8cd44da14ed2406088af60ffb9b7eef3
2024-12-03T19:17:07,369 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/meta/8cd44da14ed2406088af60ffb9b7eef3, entries=4, sequenceid=31, filesize=5.6 K
2024-12-03T19:17:07,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/.tmp/session/b15eb22ff1f447b8a327e90dc9c1e0b5 as hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/session/b15eb22ff1f447b8a327e90dc9c1e0b5
2024-12-03T19:17:07,378 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/session/b15eb22ff1f447b8a327e90dc9c1e0b5, entries=3, sequenceid=31, filesize=6.5 K
2024-12-03T19:17:07,380 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(3140): Finished flush of dataSize ~2.61 KB/2669, heapSize ~3.96 KB/4056, currentSize=0 B/0 for e17c4198b10bfd8e3bc81f45da668c75 in 857ms, sequenceid=31, compaction requested=true
2024-12-03T19:17:07,380 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2603): Flush status journal for e17c4198b10bfd8e3bc81f45da668c75:

2024-12-03T19:17:07,380 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1733253395604.e17c4198b10bfd8e3bc81f45da668c75. for snapshot_backup_system completed.
2024-12-03T19:17:07,380 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1733253395604.e17c4198b10bfd8e3bc81f45da668c75.' region-info for snapshot=snapshot_backup_system
2024-12-03T19:17:07,380 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-12-03T19:17:07,380 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/meta/1d412f59722d4946a99398bc90d60874, hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/meta/8cd44da14ed2406088af60ffb9b7eef3] hfiles
2024-12-03T19:17:07,380 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/meta/1d412f59722d4946a99398bc90d60874 for snapshot=snapshot_backup_system
2024-12-03T19:17:07,380 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/meta/8cd44da14ed2406088af60ffb9b7eef3 for snapshot=snapshot_backup_system
2024-12-03T19:17:07,380 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/session/7a3a992e802340fdb21382f27e693d7f, hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/session/9dc3b13bfae84994980f59a2613ccf25, hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/session/b15eb22ff1f447b8a327e90dc9c1e0b5] hfiles
2024-12-03T19:17:07,380 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/session/7a3a992e802340fdb21382f27e693d7f for snapshot=snapshot_backup_system
2024-12-03T19:17:07,381 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/session/9dc3b13bfae84994980f59a2613ccf25 for snapshot=snapshot_backup_system
2024-12-03T19:17:07,381 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/session/b15eb22ff1f447b8a327e90dc9c1e0b5 for snapshot=snapshot_backup_system
2024-12-03T19:17:07,396 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741908_1084 (size=251)
2024-12-03T19:17:07,797 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1733253395604.e17c4198b10bfd8e3bc81f45da668c75.
2024-12-03T19:17:07,798 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48
2024-12-03T19:17:07,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.HMaster(4169): Remote procedure done, pid=48
2024-12-03T19:17:07,799 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region e17c4198b10bfd8e3bc81f45da668c75
2024-12-03T19:17:07,799 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e17c4198b10bfd8e3bc81f45da668c75
2024-12-03T19:17:07,804 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47
2024-12-03T19:17:07,805 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e17c4198b10bfd8e3bc81f45da668c75 in 1.4330 sec
2024-12-03T19:17:07,805 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-12-03T19:17:07,806 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-12-03T19:17:07,808 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-12-03T19:17:07,808 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system
2024-12-03T19:17:07,810 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/.hbase-snapshot/.tmp/snapshot_backup_system
2024-12-03T19:17:07,818 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741909_1085 (size=888)
2024-12-03T19:17:08,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47
2024-12-03T19:17:08,224 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-12-03T19:17:08,237 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-12-03T19:17:08,237 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/.hbase-snapshot/snapshot_backup_system
2024-12-03T19:17:08,239 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-12-03T19:17:08,239 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47
2024-12-03T19:17:08,241 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2840 sec
2024-12-03T19:17:10,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47
2024-12-03T19:17:10,129 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed
2024-12-03T19:17:10,129 INFO  [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1733253425926 started at 1733253430129.
2024-12-03T19:17:10,131 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1733253425926 has been started.
2024-12-03T19:17:10,137 INFO  [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ...
2024-12-03T19:17:10,137 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.3 procedure request for: rolllog-proc
2024-12-03T19:17:10,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog
2024-12-03T19:17:10,138 INFO  [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog'
2024-12-03T19:17:10,138 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms
2024-12-03T19:17:10,138 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire'
2024-12-03T19:17:10,138 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members.
2024-12-03T19:17:10,139 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-12-03T19:17:10,139 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog
2024-12-03T19:17:10,184 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/5cd6afc4bcac,37467,1733253377774
2024-12-03T19:17:10,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37467-0x1019de9363b0001, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-12-03T19:17:10,184 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-12-03T19:17:10,184 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-12-03T19:17:10,184 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/5cd6afc4bcac,37467,1733253377774
2024-12-03T19:17:10,184 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire'
2024-12-03T19:17:10,185 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog
2024-12-03T19:17:10,185 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37467-0x1019de9363b0001, quorum=127.0.0.1:63892, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-12-03T19:17:10,186 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35
2024-12-03T19:17:10,186 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog
2024-12-03T19:17:10,186 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup.
2024-12-03T19:17:10,187 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure.
2024-12-03T19:17:10,187 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog
2024-12-03T19:17:10,187 DEBUG [member: '5cd6afc4bcac,37467,1733253377774' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms
2024-12-03T19:17:10,187 DEBUG [member: '5cd6afc4bcac,37467,1733253377774' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms
2024-12-03T19:17:10,187 DEBUG [member: '5cd6afc4bcac,37467,1733253377774' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage
2024-12-03T19:17:10,187 DEBUG [member: '5cd6afc4bcac,37467,1733253377774' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired
2024-12-03T19:17:10,187 DEBUG [member: '5cd6afc4bcac,37467,1733253377774' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '5cd6afc4bcac,37467,1733253377774' joining acquired barrier for procedure (rolllog) in zk
2024-12-03T19:17:10,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/5cd6afc4bcac,37467,1733253377774
2024-12-03T19:17:10,200 DEBUG [member: '5cd6afc4bcac,37467,1733253377774' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog
2024-12-03T19:17:10,201 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/5cd6afc4bcac,37467,1733253377774
2024-12-03T19:17:10,201 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-12-03T19:17:10,201 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-12-03T19:17:10,201 DEBUG [member: '5cd6afc4bcac,37467,1733253377774' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37467-0x1019de9363b0001, quorum=127.0.0.1:63892, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog
2024-12-03T19:17:10,201 DEBUG [member: '5cd6afc4bcac,37467,1733253377774' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator
2024-12-03T19:17:10,201 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-12-03T19:17:10,202 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-12-03T19:17:10,202 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T19:17:10,203 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------5cd6afc4bcac,37467,1733253377774
2024-12-03T19:17:10,203 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-12-03T19:17:10,204 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '5cd6afc4bcac,37467,1733253377774' joining acquired barrier for procedure 'rolllog' on coordinator
2024-12-03T19:17:10,204 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@9d7c4fb[Count = 0] remaining members to acquire global barrier
2024-12-03T19:17:10,204 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution.
2024-12-03T19:17:10,204 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog
2024-12-03T19:17:10,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37467-0x1019de9363b0001, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-12-03T19:17:10,217 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog
2024-12-03T19:17:10,217 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog
2024-12-03T19:17:10,217 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/5cd6afc4bcac,37467,1733253377774
2024-12-03T19:17:10,217 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release'
2024-12-03T19:17:10,217 DEBUG [member: '5cd6afc4bcac,37467,1733253377774' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator.
2024-12-03T19:17:10,218 DEBUG [member: '5cd6afc4bcac,37467,1733253377774' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish.
2024-12-03T19:17:10,218 DEBUG [rs(5cd6afc4bcac,37467,1733253377774)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 5cd6afc4bcac,37467,1733253377774
2024-12-03T19:17:10,218 INFO  [rs(5cd6afc4bcac,37467,1733253377774)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1733253418080 highest: 1733253418118 on 5cd6afc4bcac,37467,1733253377774
2024-12-03T19:17:10,218 DEBUG [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-0:(num 1733253418080) roll requested
2024-12-03T19:17:10,235 DEBUG [regionserver/5cd6afc4bcac:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-0.1733253430218, exclude list is [], retry=0
2024-12-03T19:17:10,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44627,DS-a4d7bc3c-fc18-41f5-82e9-fa23790699d2,DISK]
2024-12-03T19:17:10,240 INFO  [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-0.1733253418080 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-0.1733253430218
2024-12-03T19:17:10,240 DEBUG [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40007:40007)]
2024-12-03T19:17:10,240 DEBUG [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-0.1733253418080 is not closed yet, will try archiving it next time
2024-12-03T19:17:10,240 DEBUG [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 5cd6afc4bcac%2C37467%2C1733253377774.meta:.meta(num 1733253418098) roll requested
2024-12-03T19:17:10,242 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-0.1733253418080 not finished, retry = 0
2024-12-03T19:17:10,242 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741888_1064 (size=93)
2024-12-03T19:17:10,253 DEBUG [regionserver/5cd6afc4bcac:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.meta.1733253430240.meta, exclude list is [], retry=0
2024-12-03T19:17:10,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44627,DS-a4d7bc3c-fc18-41f5-82e9-fa23790699d2,DISK]
2024-12-03T19:17:10,257 INFO  [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.meta.1733253418098.meta with entries=4, filesize=1.85 KB; new WAL /user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.meta.1733253430240.meta
2024-12-03T19:17:10,257 DEBUG [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40007:40007)]
2024-12-03T19:17:10,257 DEBUG [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.meta.1733253418098.meta is not closed yet, will try archiving it next time
2024-12-03T19:17:10,257 DEBUG [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-1:(num 1733253418118) roll requested
2024-12-03T19:17:10,259 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741889_1065 (size=1903)
2024-12-03T19:17:10,259 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.meta.1733253418098.meta not finished, retry = 0
2024-12-03T19:17:10,271 DEBUG [regionserver/5cd6afc4bcac:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-1.1733253430257, exclude list is [], retry=0
2024-12-03T19:17:10,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44627,DS-a4d7bc3c-fc18-41f5-82e9-fa23790699d2,DISK]
2024-12-03T19:17:10,275 INFO  [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-1.1733253418118 with entries=15, filesize=4.80 KB; new WAL /user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-1.1733253430257
2024-12-03T19:17:10,275 DEBUG [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40007:40007)]
2024-12-03T19:17:10,275 DEBUG [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-1.1733253418118 is not closed yet, will try archiving it next time
2024-12-03T19:17:10,275 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-1.1733253400934 to hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/oldWALs/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-1.1733253400934
2024-12-03T19:17:10,276 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741890_1066 (size=4927)
2024-12-03T19:17:10,278 DEBUG [rs(5cd6afc4bcac,37467,1733253377774)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60
2024-12-03T19:17:10,279 INFO  [rs(5cd6afc4bcac,37467,1733253377774)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1733253430218 on 5cd6afc4bcac,37467,1733253377774
2024-12-03T19:17:10,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T19:17:10,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T19:17:10,305 DEBUG [member: '5cd6afc4bcac,37467,1733253377774' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed
2024-12-03T19:17:10,305 DEBUG [member: '5cd6afc4bcac,37467,1733253377774' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure  'rolllog' completed for member '5cd6afc4bcac,37467,1733253377774' in zk
2024-12-03T19:17:10,317 DEBUG [member: '5cd6afc4bcac,37467,1733253377774' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion
2024-12-03T19:17:10,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/5cd6afc4bcac,37467,1733253377774
2024-12-03T19:17:10,317 DEBUG [member: '5cd6afc4bcac,37467,1733253377774' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-12-03T19:17:10,317 DEBUG [member: '5cd6afc4bcac,37467,1733253377774' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed.
2024-12-03T19:17:10,317 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/5cd6afc4bcac,37467,1733253377774
2024-12-03T19:17:10,317 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-12-03T19:17:10,317 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-12-03T19:17:10,318 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-12-03T19:17:10,318 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-12-03T19:17:10,319 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T19:17:10,319 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------5cd6afc4bcac,37467,1733253377774
2024-12-03T19:17:10,320 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-12-03T19:17:10,320 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T19:17:10,320 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------5cd6afc4bcac,37467,1733253377774
2024-12-03T19:17:10,321 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '5cd6afc4bcac,37467,1733253377774': 
2024-12-03T19:17:10,321 INFO  [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed
2024-12-03T19:17:10,321 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase.
2024-12-03T19:17:10,321 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '5cd6afc4bcac,37467,1733253377774' released barrier for procedure'rolllog', counting down latch.  Waiting for 0 more
2024-12-03T19:17:10,321 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures
2024-12-03T19:17:10,321 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog
2024-12-03T19:17:10,321 INFO  [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort
2024-12-03T19:17:10,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37467-0x1019de9363b0001, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-12-03T19:17:10,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-12-03T19:17:10,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37467-0x1019de9363b0001, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort
2024-12-03T19:17:10,333 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog
2024-12-03T19:17:10,333 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog
2024-12-03T19:17:10,333 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-12-03T19:17:10,333 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-12-03T19:17:10,333 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog
2024-12-03T19:17:10,333 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-12-03T19:17:10,333 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort
2024-12-03T19:17:10,333 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-12-03T19:17:10,334 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T19:17:10,334 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/5cd6afc4bcac,37467,1733253377774
2024-12-03T19:17:10,334 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog
2024-12-03T19:17:10,334 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-12-03T19:17:10,335 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T19:17:10,335 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------5cd6afc4bcac,37467,1733253377774
2024-12-03T19:17:10,335 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/5cd6afc4bcac,37467,1733253377774
2024-12-03T19:17:10,335 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-12-03T19:17:10,336 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T19:17:10,336 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------5cd6afc4bcac,37467,1733253377774
2024-12-03T19:17:10,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/5cd6afc4bcac,37467,1733253377774
2024-12-03T19:17:10,343 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-0.1733253418080 to hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/oldWALs/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-0.1733253418080
2024-12-03T19:17:10,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-12-03T19:17:10,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-12-03T19:17:10,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/5cd6afc4bcac,37467,1733253377774
2024-12-03T19:17:10,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-12-03T19:17:10,344 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-12-03T19:17:10,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-12-03T19:17:10,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-12-03T19:17:10,344 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog
2024-12-03T19:17:10,344 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful!
2024-12-03T19:17:10,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37467-0x1019de9363b0001, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-12-03T19:17:10,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37467-0x1019de9363b0001, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort
2024-12-03T19:17:10,344 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-12-03T19:17:10,344 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-12-03T19:17:10,346 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort
2024-12-03T19:17:10,347 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-12-03T19:17:10,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done
2024-12-03T19:17:10,355 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1733253430354_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }
2024-12-03T19:17:10,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733253430355 (current time:1733253430355).
2024-12-03T19:17:10,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-12-03T19:17:10,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733253430354_backup_system_bulk VERSION not specified, setting to 2
2024-12-03T19:17:10,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75a6a4f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:10,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,32779,-1 for getting cluster id
2024-12-03T19:17:10,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T19:17:10,357 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7af04778-a84d-44d8-871f-ac60582cb108'
2024-12-03T19:17:10,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T19:17:10,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7af04778-a84d-44d8-871f-ac60582cb108"

2024-12-03T19:17:10,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c7c76a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:10,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,32779,-1]
2024-12-03T19:17:10,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T19:17:10,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:10,360 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T19:17:10,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4597bf87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:10,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T19:17:10,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37467,1733253377774, seqNum=-1]
2024-12-03T19:17:10,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T19:17:10,364 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T19:17:10,366 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779.
2024-12-03T19:17:10,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T19:17:10,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:10,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:10,366 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T19:17:10,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-12-03T19:17:10,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] procedure2.ProcedureExecutor(1139): Stored pid=49, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1733253430354_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }
2024-12-03T19:17:10,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733253430354_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 49
2024-12-03T19:17:10,374 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1733253430354_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-12-03T19:17:10,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49
2024-12-03T19:17:10,375 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1733253430354_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-12-03T19:17:10,380 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1733253430354_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-12-03T19:17:10,431 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741913_1089 (size=76)
2024-12-03T19:17:10,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49
2024-12-03T19:17:10,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49
2024-12-03T19:17:10,854 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1733253430354_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-12-03T19:17:10,855 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2a338d6f45d65273b9103caf8ff5d134}]
2024-12-03T19:17:10,856 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=49, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2a338d6f45d65273b9103caf8ff5d134
2024-12-03T19:17:10,922 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties
2024-12-03T19:17:10,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49
2024-12-03T19:17:11,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=50
2024-12-03T19:17:11,009 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system_bulk,,1733253397785.2a338d6f45d65273b9103caf8ff5d134.
2024-12-03T19:17:11,009 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.HRegion(2603): Flush status journal for 2a338d6f45d65273b9103caf8ff5d134:

2024-12-03T19:17:11,009 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system_bulk,,1733253397785.2a338d6f45d65273b9103caf8ff5d134. for snapshot_1733253430354_backup_system_bulk completed.
2024-12-03T19:17:11,009 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(241): Storing 'backup:system_bulk,,1733253397785.2a338d6f45d65273b9103caf8ff5d134.' region-info for snapshot=snapshot_1733253430354_backup_system_bulk
2024-12-03T19:17:11,009 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-12-03T19:17:11,009 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-12-03T19:17:11,010 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-12-03T19:17:11,015 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741914_1090 (size=61)
2024-12-03T19:17:11,416 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system_bulk,,1733253397785.2a338d6f45d65273b9103caf8ff5d134.
2024-12-03T19:17:11,416 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50
2024-12-03T19:17:11,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.HMaster(4169): Remote procedure done, pid=50
2024-12-03T19:17:11,417 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733253430354_backup_system_bulk on region 2a338d6f45d65273b9103caf8ff5d134
2024-12-03T19:17:11,417 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=49, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2a338d6f45d65273b9103caf8ff5d134
2024-12-03T19:17:11,421 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49
2024-12-03T19:17:11,421 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2a338d6f45d65273b9103caf8ff5d134 in 564 msec
2024-12-03T19:17:11,421 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1733253430354_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-12-03T19:17:11,423 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1733253430354_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-12-03T19:17:11,424 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1733253430354_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-12-03T19:17:11,424 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733253430354_backup_system_bulk
2024-12-03T19:17:11,425 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/.hbase-snapshot/.tmp/snapshot_1733253430354_backup_system_bulk
2024-12-03T19:17:11,433 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741915_1091 (size=702)
2024-12-03T19:17:11,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49
2024-12-03T19:17:11,698 DEBUG [master/5cd6afc4bcac:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=51, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1733253385894
2024-12-03T19:17:11,709 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741916_1092 (size=950)
2024-12-03T19:17:11,837 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1733253430354_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-12-03T19:17:11,845 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1733253430354_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-12-03T19:17:11,845 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/.hbase-snapshot/.tmp/snapshot_1733253430354_backup_system_bulk to hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/.hbase-snapshot/snapshot_1733253430354_backup_system_bulk
2024-12-03T19:17:11,847 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1733253430354_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-12-03T19:17:11,847 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733253430354_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 49
2024-12-03T19:17:11,848 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1733253430354_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } in 1.4760 sec
2024-12-03T19:17:12,113 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/.tabledesc/.tableinfo.0000000004.908
2024-12-03T19:17:12,113 INFO  [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/.tabledesc/.tableinfo.0000000005.950
2024-12-03T19:17:12,117 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1733253385894 in 416 msec
2024-12-03T19:17:12,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49
2024-12-03T19:17:12,520 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system_bulk completed
2024-12-03T19:17:12,521 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1733253432520_ns3_test-17332533858942 table=ns3:test-17332533858942 type=FLUSH ttl=0 }
2024-12-03T19:17:12,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733253432521 (current time:1733253432521).
2024-12-03T19:17:12,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-12-03T19:17:12,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733253432520_ns3_test-17332533858942 VERSION not specified, setting to 2
2024-12-03T19:17:12,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a50ba0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:12,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,32779,-1 for getting cluster id
2024-12-03T19:17:12,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T19:17:12,525 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7af04778-a84d-44d8-871f-ac60582cb108'
2024-12-03T19:17:12,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T19:17:12,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7af04778-a84d-44d8-871f-ac60582cb108"

2024-12-03T19:17:12,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1daf0310, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:12,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,32779,-1]
2024-12-03T19:17:12,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T19:17:12,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:12,526 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T19:17:12,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42682e69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:12,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T19:17:12,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37467,1733253377774, seqNum=-1]
2024-12-03T19:17:12,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T19:17:12,529 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T19:17:12,530 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779.
2024-12-03T19:17:12,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T19:17:12,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:12,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:12,531 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T19:17:12,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-12-03T19:17:12,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733253432520_ns3_test-17332533858942 table=ns3:test-17332533858942 type=FLUSH ttl=0 }
2024-12-03T19:17:12,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733253432520_ns3_test-17332533858942 table=ns3:test-17332533858942 type=FLUSH ttl=0 }, snapshot procedure id = 52
2024-12-03T19:17:12,533 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733253432520_ns3_test-17332533858942 table=ns3:test-17332533858942 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-12-03T19:17:12,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-12-03T19:17:12,534 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733253432520_ns3_test-17332533858942 table=ns3:test-17332533858942 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-12-03T19:17:12,537 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733253432520_ns3_test-17332533858942 table=ns3:test-17332533858942 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-12-03T19:17:12,541 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741917_1093 (size=86)
2024-12-03T19:17:12,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-12-03T19:17:12,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-12-03T19:17:12,944 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733253432520_ns3_test-17332533858942 table=ns3:test-17332533858942 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-12-03T19:17:12,944 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ee059c3a1f70458c6ab7d955ec156f9d}]
2024-12-03T19:17:12,945 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ee059c3a1f70458c6ab7d955ec156f9d
2024-12-03T19:17:13,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=53
2024-12-03T19:17:13,097 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-17332533858942,,1733253390597.ee059c3a1f70458c6ab7d955ec156f9d.
2024-12-03T19:17:13,098 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for ee059c3a1f70458c6ab7d955ec156f9d:

2024-12-03T19:17:13,098 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-17332533858942,,1733253390597.ee059c3a1f70458c6ab7d955ec156f9d. for snapshot_1733253432520_ns3_test-17332533858942 completed.
2024-12-03T19:17:13,098 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(241): Storing 'ns3:test-17332533858942,,1733253390597.ee059c3a1f70458c6ab7d955ec156f9d.' region-info for snapshot=snapshot_1733253432520_ns3_test-17332533858942
2024-12-03T19:17:13,098 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-12-03T19:17:13,098 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-12-03T19:17:13,107 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741918_1094 (size=52)
2024-12-03T19:17:13,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-12-03T19:17:13,509 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-17332533858942,,1733253390597.ee059c3a1f70458c6ab7d955ec156f9d.
2024-12-03T19:17:13,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53
2024-12-03T19:17:13,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.HMaster(4169): Remote procedure done, pid=53
2024-12-03T19:17:13,512 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733253432520_ns3_test-17332533858942 on region ee059c3a1f70458c6ab7d955ec156f9d
2024-12-03T19:17:13,512 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ee059c3a1f70458c6ab7d955ec156f9d
2024-12-03T19:17:13,518 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52
2024-12-03T19:17:13,518 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ee059c3a1f70458c6ab7d955ec156f9d in 570 msec
2024-12-03T19:17:13,518 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733253432520_ns3_test-17332533858942 table=ns3:test-17332533858942 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-12-03T19:17:13,520 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733253432520_ns3_test-17332533858942 table=ns3:test-17332533858942 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-12-03T19:17:13,521 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733253432520_ns3_test-17332533858942 table=ns3:test-17332533858942 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-12-03T19:17:13,521 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733253432520_ns3_test-17332533858942
2024-12-03T19:17:13,522 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/.hbase-snapshot/.tmp/snapshot_1733253432520_ns3_test-17332533858942
2024-12-03T19:17:13,532 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741919_1095 (size=443)
2024-12-03T19:17:13,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-12-03T19:17:13,937 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733253432520_ns3_test-17332533858942 table=ns3:test-17332533858942 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-12-03T19:17:13,945 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733253432520_ns3_test-17332533858942 table=ns3:test-17332533858942 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-12-03T19:17:13,946 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/.hbase-snapshot/.tmp/snapshot_1733253432520_ns3_test-17332533858942 to hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/.hbase-snapshot/snapshot_1733253432520_ns3_test-17332533858942
2024-12-03T19:17:13,947 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733253432520_ns3_test-17332533858942 table=ns3:test-17332533858942 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-12-03T19:17:13,947 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733253432520_ns3_test-17332533858942 table=ns3:test-17332533858942 type=FLUSH ttl=0 }, snapshot procedure id = 52
2024-12-03T19:17:13,948 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733253432520_ns3_test-17332533858942 table=ns3:test-17332533858942 type=FLUSH ttl=0 } in 1.4160 sec
2024-12-03T19:17:14,312 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 592a39a3a9254207004ee4d05cbb691e, had cached 0 bytes from a total of 8413
2024-12-03T19:17:14,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-12-03T19:17:14,679 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns3:test-17332533858942 completed
2024-12-03T19:17:14,680 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1733253434679_ns2_test-17332533858941 table=ns2:test-17332533858941 type=FLUSH ttl=0 }
2024-12-03T19:17:14,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733253434680 (current time:1733253434680).
2024-12-03T19:17:14,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-12-03T19:17:14,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733253434679_ns2_test-17332533858941 VERSION not specified, setting to 2
2024-12-03T19:17:14,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f549d41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:14,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,32779,-1 for getting cluster id
2024-12-03T19:17:14,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T19:17:14,682 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7af04778-a84d-44d8-871f-ac60582cb108'
2024-12-03T19:17:14,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T19:17:14,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7af04778-a84d-44d8-871f-ac60582cb108"

2024-12-03T19:17:14,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62af6046, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:14,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,32779,-1]
2024-12-03T19:17:14,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T19:17:14,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:14,684 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T19:17:14,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c526a07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:14,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T19:17:14,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37467,1733253377774, seqNum=-1]
2024-12-03T19:17:14,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T19:17:14,688 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T19:17:14,689 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779.
2024-12-03T19:17:14,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T19:17:14,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:14,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:14,689 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T19:17:14,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-12-03T19:17:14,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733253434679_ns2_test-17332533858941 table=ns2:test-17332533858941 type=FLUSH ttl=0 }
2024-12-03T19:17:14,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733253434679_ns2_test-17332533858941 table=ns2:test-17332533858941 type=FLUSH ttl=0 }, snapshot procedure id = 54
2024-12-03T19:17:14,692 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733253434679_ns2_test-17332533858941 table=ns2:test-17332533858941 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-12-03T19:17:14,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-12-03T19:17:14,693 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733253434679_ns2_test-17332533858941 table=ns2:test-17332533858941 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-12-03T19:17:14,696 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733253434679_ns2_test-17332533858941 table=ns2:test-17332533858941 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-12-03T19:17:14,704 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741920_1096 (size=86)
2024-12-03T19:17:14,705 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733253434679_ns2_test-17332533858941 table=ns2:test-17332533858941 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-12-03T19:17:14,705 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 592a39a3a9254207004ee4d05cbb691e}]
2024-12-03T19:17:14,706 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 592a39a3a9254207004ee4d05cbb691e
2024-12-03T19:17:14,767 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-03T19:17:14,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-12-03T19:17:14,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=55
2024-12-03T19:17:14,860 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17332533858941,,1733253388068.592a39a3a9254207004ee4d05cbb691e.
2024-12-03T19:17:14,860 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing 592a39a3a9254207004ee4d05cbb691e 1/1 column families, dataSize=170 B heapSize=816 B
2024-12-03T19:17:14,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/ns2/test-17332533858941/592a39a3a9254207004ee4d05cbb691e/.tmp/f/6dd06a3b3db74081a795a7d1e3554ca0 is 38, key is row-t20/f:q1/1733253414408/Put/seqid=0
2024-12-03T19:17:14,874 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741921_1097 (size=5134)
2024-12-03T19:17:15,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-12-03T19:17:15,275 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/ns2/test-17332533858941/592a39a3a9254207004ee4d05cbb691e/.tmp/f/6dd06a3b3db74081a795a7d1e3554ca0
2024-12-03T19:17:15,280 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/ns2/test-17332533858941/592a39a3a9254207004ee4d05cbb691e/.tmp/f/6dd06a3b3db74081a795a7d1e3554ca0 as hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/ns2/test-17332533858941/592a39a3a9254207004ee4d05cbb691e/f/6dd06a3b3db74081a795a7d1e3554ca0
2024-12-03T19:17:15,286 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/ns2/test-17332533858941/592a39a3a9254207004ee4d05cbb691e/f/6dd06a3b3db74081a795a7d1e3554ca0, entries=5, sequenceid=111, filesize=5.0 K
2024-12-03T19:17:15,287 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~170 B/170, heapSize ~800 B/800, currentSize=0 B/0 for 592a39a3a9254207004ee4d05cbb691e in 427ms, sequenceid=111, compaction requested=false
2024-12-03T19:17:15,287 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 592a39a3a9254207004ee4d05cbb691e:

2024-12-03T19:17:15,287 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17332533858941,,1733253388068.592a39a3a9254207004ee4d05cbb691e. for snapshot_1733253434679_ns2_test-17332533858941 completed.
2024-12-03T19:17:15,287 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17332533858941,,1733253388068.592a39a3a9254207004ee4d05cbb691e.' region-info for snapshot=snapshot_1733253434679_ns2_test-17332533858941
2024-12-03T19:17:15,287 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-12-03T19:17:15,287 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/ns2/test-17332533858941/592a39a3a9254207004ee4d05cbb691e/f/b29000704b7042efbcb6f8727d4ecc67, hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/ns2/test-17332533858941/592a39a3a9254207004ee4d05cbb691e/f/6dd06a3b3db74081a795a7d1e3554ca0] hfiles
2024-12-03T19:17:15,287 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/ns2/test-17332533858941/592a39a3a9254207004ee4d05cbb691e/f/b29000704b7042efbcb6f8727d4ecc67 for snapshot=snapshot_1733253434679_ns2_test-17332533858941
2024-12-03T19:17:15,287 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/ns2/test-17332533858941/592a39a3a9254207004ee4d05cbb691e/f/6dd06a3b3db74081a795a7d1e3554ca0 for snapshot=snapshot_1733253434679_ns2_test-17332533858941
2024-12-03T19:17:15,293 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741922_1098 (size=130)
2024-12-03T19:17:15,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17332533858941,,1733253388068.592a39a3a9254207004ee4d05cbb691e.
2024-12-03T19:17:15,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55
2024-12-03T19:17:15,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.HMaster(4169): Remote procedure done, pid=55
2024-12-03T19:17:15,294 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733253434679_ns2_test-17332533858941 on region 592a39a3a9254207004ee4d05cbb691e
2024-12-03T19:17:15,294 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 592a39a3a9254207004ee4d05cbb691e
2024-12-03T19:17:15,297 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54
2024-12-03T19:17:15,297 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733253434679_ns2_test-17332533858941 table=ns2:test-17332533858941 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-12-03T19:17:15,297 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 592a39a3a9254207004ee4d05cbb691e in 590 msec
2024-12-03T19:17:15,298 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733253434679_ns2_test-17332533858941 table=ns2:test-17332533858941 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-12-03T19:17:15,299 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733253434679_ns2_test-17332533858941 table=ns2:test-17332533858941 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-12-03T19:17:15,299 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733253434679_ns2_test-17332533858941
2024-12-03T19:17:15,300 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/.hbase-snapshot/.tmp/snapshot_1733253434679_ns2_test-17332533858941
2024-12-03T19:17:15,306 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741923_1099 (size=496)
2024-12-03T19:17:15,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-12-03T19:17:15,713 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733253434679_ns2_test-17332533858941 table=ns2:test-17332533858941 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-12-03T19:17:15,721 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733253434679_ns2_test-17332533858941 table=ns2:test-17332533858941 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-12-03T19:17:15,722 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/.hbase-snapshot/.tmp/snapshot_1733253434679_ns2_test-17332533858941 to hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/.hbase-snapshot/snapshot_1733253434679_ns2_test-17332533858941
2024-12-03T19:17:15,723 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733253434679_ns2_test-17332533858941 table=ns2:test-17332533858941 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-12-03T19:17:15,723 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733253434679_ns2_test-17332533858941 table=ns2:test-17332533858941 type=FLUSH ttl=0 }, snapshot procedure id = 54
2024-12-03T19:17:15,724 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733253434679_ns2_test-17332533858941 table=ns2:test-17332533858941 type=FLUSH ttl=0 } in 1.0330 sec
2024-12-03T19:17:15,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-12-03T19:17:15,829 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17332533858941 completed
2024-12-03T19:17:15,830 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1733253435829_default_test-1733253385894 table=test-1733253385894 type=FLUSH ttl=0 }
2024-12-03T19:17:15,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733253435830 (current time:1733253435830).
2024-12-03T19:17:15,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-12-03T19:17:15,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733253435829_default_test-1733253385894 VERSION not specified, setting to 2
2024-12-03T19:17:15,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62b539d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:15,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,32779,-1 for getting cluster id
2024-12-03T19:17:15,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T19:17:15,832 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7af04778-a84d-44d8-871f-ac60582cb108'
2024-12-03T19:17:15,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T19:17:15,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7af04778-a84d-44d8-871f-ac60582cb108"

2024-12-03T19:17:15,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cac054, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:15,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,32779,-1]
2024-12-03T19:17:15,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T19:17:15,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:15,834 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T19:17:15,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d60ef16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:15,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T19:17:15,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37467,1733253377774, seqNum=-1]
2024-12-03T19:17:15,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T19:17:15,839 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T19:17:15,841 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779.
2024-12-03T19:17:15,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T19:17:15,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:15,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:15,841 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T19:17:15,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-12-03T19:17:15,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733253435829_default_test-1733253385894 table=test-1733253385894 type=FLUSH ttl=0 }
2024-12-03T19:17:15,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733253435829_default_test-1733253385894 table=test-1733253385894 type=FLUSH ttl=0 }, snapshot procedure id = 56
2024-12-03T19:17:15,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-12-03T19:17:15,845 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733253435829_default_test-1733253385894 table=test-1733253385894 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-12-03T19:17:15,846 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733253435829_default_test-1733253385894 table=test-1733253385894 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-12-03T19:17:15,849 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733253435829_default_test-1733253385894 table=test-1733253385894 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-12-03T19:17:15,855 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741924_1100 (size=84)
2024-12-03T19:17:15,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-12-03T19:17:16,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-12-03T19:17:16,257 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733253435829_default_test-1733253385894 table=test-1733253385894 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-12-03T19:17:16,257 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e03342807c4a3f669243dfcb9f475e1}]
2024-12-03T19:17:16,258 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e03342807c4a3f669243dfcb9f475e1
2024-12-03T19:17:16,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=57
2024-12-03T19:17:16,410 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1733253385894,,1733253386394.1e03342807c4a3f669243dfcb9f475e1.
2024-12-03T19:17:16,410 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 1e03342807c4a3f669243dfcb9f475e1:

2024-12-03T19:17:16,411 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1733253385894,,1733253386394.1e03342807c4a3f669243dfcb9f475e1. for snapshot_1733253435829_default_test-1733253385894 completed.
2024-12-03T19:17:16,411 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(241): Storing 'test-1733253385894,,1733253386394.1e03342807c4a3f669243dfcb9f475e1.' region-info for snapshot=snapshot_1733253435829_default_test-1733253385894
2024-12-03T19:17:16,411 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-12-03T19:17:16,411 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/f/c6f5637fcd0c4afaab7b34a6288ee868, hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/f/9c2e6419cc1d489198d5bdc36c1b584b] hfiles
2024-12-03T19:17:16,411 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/f/c6f5637fcd0c4afaab7b34a6288ee868 for snapshot=snapshot_1733253435829_default_test-1733253385894
2024-12-03T19:17:16,411 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/f/9c2e6419cc1d489198d5bdc36c1b584b for snapshot=snapshot_1733253435829_default_test-1733253385894
2024-12-03T19:17:16,411 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-12-03T19:17:16,411 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/mob/f96dff4a8ad542e98f362963f5706df6, hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/mob/098ad2f3d22444babe27610529f13da1] hfiles
2024-12-03T19:17:16,412 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/mob/f96dff4a8ad542e98f362963f5706df6 for snapshot=snapshot_1733253435829_default_test-1733253385894
2024-12-03T19:17:16,412 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/mob/098ad2f3d22444babe27610529f13da1 for snapshot=snapshot_1733253435829_default_test-1733253385894
2024-12-03T19:17:16,419 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741925_1101 (size=224)
2024-12-03T19:17:16,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-12-03T19:17:16,820 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1733253385894,,1733253386394.1e03342807c4a3f669243dfcb9f475e1.
2024-12-03T19:17:16,820 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57
2024-12-03T19:17:16,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.HMaster(4169): Remote procedure done, pid=57
2024-12-03T19:17:16,821 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733253435829_default_test-1733253385894 on region 1e03342807c4a3f669243dfcb9f475e1
2024-12-03T19:17:16,822 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e03342807c4a3f669243dfcb9f475e1
2024-12-03T19:17:16,828 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56
2024-12-03T19:17:16,828 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1e03342807c4a3f669243dfcb9f475e1 in 567 msec
2024-12-03T19:17:16,828 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733253435829_default_test-1733253385894 table=test-1733253385894 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-12-03T19:17:16,829 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733253435829_default_test-1733253385894 table=test-1733253385894 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-12-03T19:17:16,831 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-12-03T19:17:16,831 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-12-03T19:17:16,831 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:17:16,831 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f
2024-12-03T19:17:16,831 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:17:16,832 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f2
2024-12-03T19:17:16,832 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:17:16,833 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/mobdir/data/default/test-1733253385894/2838ef17387f275fbd30617a4dbcb65c/mob/d41d8cd98f00b204e9800998ecf8427e2024120389e75301cb70420c8ea1ca79f9a6c749_1e03342807c4a3f669243dfcb9f475e1] hfiles
2024-12-03T19:17:16,833 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/1): hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/mobdir/data/default/test-1733253385894/2838ef17387f275fbd30617a4dbcb65c/mob/d41d8cd98f00b204e9800998ecf8427e2024120389e75301cb70420c8ea1ca79f9a6c749_1e03342807c4a3f669243dfcb9f475e1
2024-12-03T19:17:16,838 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741926_1102 (size=168)
2024-12-03T19:17:16,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-12-03T19:17:17,240 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733253435829_default_test-1733253385894 table=test-1733253385894 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-12-03T19:17:17,241 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733253435829_default_test-1733253385894
2024-12-03T19:17:17,242 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/.hbase-snapshot/.tmp/snapshot_1733253435829_default_test-1733253385894
2024-12-03T19:17:17,250 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741927_1103 (size=1347)
2024-12-03T19:17:17,655 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733253435829_default_test-1733253385894 table=test-1733253385894 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-12-03T19:17:17,663 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733253435829_default_test-1733253385894 table=test-1733253385894 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-12-03T19:17:17,663 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/.hbase-snapshot/.tmp/snapshot_1733253435829_default_test-1733253385894 to hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/.hbase-snapshot/snapshot_1733253435829_default_test-1733253385894
2024-12-03T19:17:17,664 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733253435829_default_test-1733253385894 table=test-1733253385894 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-12-03T19:17:17,665 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733253435829_default_test-1733253385894 table=test-1733253385894 type=FLUSH ttl=0 }, snapshot procedure id = 56
2024-12-03T19:17:17,666 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733253435829_default_test-1733253385894 table=test-1733253385894 type=FLUSH ttl=0 } in 1.8230 sec
2024-12-03T19:17:17,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-12-03T19:17:17,989 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1733253385894 completed
2024-12-03T19:17:17,991 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1733253437990_ns4_test-17332533858943 table=ns4:test-17332533858943 type=FLUSH ttl=0 }
2024-12-03T19:17:17,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733253437991 (current time:1733253437991).
2024-12-03T19:17:17,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-12-03T19:17:17,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733253437990_ns4_test-17332533858943 VERSION not specified, setting to 2
2024-12-03T19:17:17,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44363229, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:17,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,32779,-1 for getting cluster id
2024-12-03T19:17:17,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T19:17:17,995 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7af04778-a84d-44d8-871f-ac60582cb108'
2024-12-03T19:17:17,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T19:17:17,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7af04778-a84d-44d8-871f-ac60582cb108"

2024-12-03T19:17:17,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@770c199a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:17,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,32779,-1]
2024-12-03T19:17:17,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T19:17:17,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:17,998 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T19:17:17,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2134838f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:18,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T19:17:18,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37467,1733253377774, seqNum=-1]
2024-12-03T19:17:18,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T19:17:18,003 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T19:17:18,005 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779.
2024-12-03T19:17:18,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T19:17:18,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:18,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:18,005 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T19:17:18,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-12-03T19:17:18,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733253437990_ns4_test-17332533858943 table=ns4:test-17332533858943 type=FLUSH ttl=0 }
2024-12-03T19:17:18,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733253437990_ns4_test-17332533858943 table=ns4:test-17332533858943 type=FLUSH ttl=0 }, snapshot procedure id = 58
2024-12-03T19:17:18,009 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733253437990_ns4_test-17332533858943 table=ns4:test-17332533858943 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-12-03T19:17:18,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-12-03T19:17:18,010 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733253437990_ns4_test-17332533858943 table=ns4:test-17332533858943 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-12-03T19:17:18,012 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733253437990_ns4_test-17332533858943 table=ns4:test-17332533858943 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-12-03T19:17:18,016 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741928_1104 (size=86)
2024-12-03T19:17:18,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-12-03T19:17:18,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-12-03T19:17:18,420 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733253437990_ns4_test-17332533858943 table=ns4:test-17332533858943 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-12-03T19:17:18,421 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0471d1b55462d42ec141d30b76c066e9}]
2024-12-03T19:17:18,422 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0471d1b55462d42ec141d30b76c066e9
2024-12-03T19:17:18,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=59
2024-12-03T19:17:18,575 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns4:test-17332533858943,,1733253391252.0471d1b55462d42ec141d30b76c066e9.
2024-12-03T19:17:18,576 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for 0471d1b55462d42ec141d30b76c066e9:

2024-12-03T19:17:18,576 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns4:test-17332533858943,,1733253391252.0471d1b55462d42ec141d30b76c066e9. for snapshot_1733253437990_ns4_test-17332533858943 completed.
2024-12-03T19:17:18,576 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(241): Storing 'ns4:test-17332533858943,,1733253391252.0471d1b55462d42ec141d30b76c066e9.' region-info for snapshot=snapshot_1733253437990_ns4_test-17332533858943
2024-12-03T19:17:18,576 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-12-03T19:17:18,576 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-12-03T19:17:18,586 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741929_1105 (size=52)
2024-12-03T19:17:18,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-12-03T19:17:18,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns4:test-17332533858943,,1733253391252.0471d1b55462d42ec141d30b76c066e9.
2024-12-03T19:17:18,987 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59
2024-12-03T19:17:18,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.HMaster(4169): Remote procedure done, pid=59
2024-12-03T19:17:18,987 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733253437990_ns4_test-17332533858943 on region 0471d1b55462d42ec141d30b76c066e9
2024-12-03T19:17:18,987 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0471d1b55462d42ec141d30b76c066e9
2024-12-03T19:17:18,990 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58
2024-12-03T19:17:18,990 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733253437990_ns4_test-17332533858943 table=ns4:test-17332533858943 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-12-03T19:17:18,990 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0471d1b55462d42ec141d30b76c066e9 in 567 msec
2024-12-03T19:17:18,990 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733253437990_ns4_test-17332533858943 table=ns4:test-17332533858943 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-12-03T19:17:18,991 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733253437990_ns4_test-17332533858943 table=ns4:test-17332533858943 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-12-03T19:17:18,991 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733253437990_ns4_test-17332533858943
2024-12-03T19:17:18,992 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/.hbase-snapshot/.tmp/snapshot_1733253437990_ns4_test-17332533858943
2024-12-03T19:17:18,998 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741930_1106 (size=443)
2024-12-03T19:17:19,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-12-03T19:17:19,403 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733253437990_ns4_test-17332533858943 table=ns4:test-17332533858943 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-12-03T19:17:19,411 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733253437990_ns4_test-17332533858943 table=ns4:test-17332533858943 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-12-03T19:17:19,412 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/.hbase-snapshot/.tmp/snapshot_1733253437990_ns4_test-17332533858943 to hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/.hbase-snapshot/snapshot_1733253437990_ns4_test-17332533858943
2024-12-03T19:17:19,413 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733253437990_ns4_test-17332533858943 table=ns4:test-17332533858943 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-12-03T19:17:19,414 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733253437990_ns4_test-17332533858943 table=ns4:test-17332533858943 type=FLUSH ttl=0 }, snapshot procedure id = 58
2024-12-03T19:17:19,415 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733253437990_ns4_test-17332533858943 table=ns4:test-17332533858943 type=FLUSH ttl=0 } in 1.4080 sec
2024-12-03T19:17:20,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-12-03T19:17:20,159 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns4:test-17332533858943 completed
2024-12-03T19:17:20,159 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1733253425926
2024-12-03T19:17:20,159 INFO  [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting.
2024-12-03T19:17:20,159 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 5 snapshots to be copied.
2024-12-03T19:17:20,159 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733253425926_backup:system_bulk
2024-12-03T19:17:20,159 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733253430354_backup_system_bulk to hdfs://localhost:33573/backupUT/backup_1733253425926/backup/system_bulk/
2024-12-03T19:17:20,159 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY
2024-12-03T19:17:20,208 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:33573, inputRoot=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a
2024-12-03T19:17:20,208 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1287525163_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:33573/backupUT/backup_1733253425926/backup/system_bulk, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:33573/backupUT/backup_1733253425926/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1733253430354_backup_system_bulk
2024-12-03T19:17:20,211 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-12-03T19:17:20,218 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/.hbase-snapshot/snapshot_1733253430354_backup_system_bulk to hdfs://localhost:33573/backupUT/backup_1733253425926/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1733253430354_backup_system_bulk
2024-12-03T19:17:20,235 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741931_1107 (size=76)
2024-12-03T19:17:20,238 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741932_1108 (size=702)
2024-12-03T19:17:20,240 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:20,240 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:20,241 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:21,267 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop-41167472370048516.jar
2024-12-03T19:17:21,267 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:21,267 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:21,320 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop-2711120651564885226.jar
2024-12-03T19:17:21,321 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:21,321 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:21,321 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:21,322 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:21,322 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:21,322 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:21,322 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-03T19:17:21,323 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-12-03T19:17:21,323 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-12-03T19:17:21,323 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-12-03T19:17:21,323 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-12-03T19:17:21,324 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-12-03T19:17:21,324 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-12-03T19:17:21,324 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-12-03T19:17:21,324 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-12-03T19:17:21,325 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-12-03T19:17:21,325 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-12-03T19:17:21,326 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T19:17:21,326 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T19:17:21,326 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T19:17:21,326 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T19:17:21,327 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T19:17:21,327 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T19:17:21,327 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T19:17:21,363 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-12-03T19:17:21,374 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-12-03T19:17:21,379 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733253430354_backup_system_bulk' hfile list
2024-12-03T19:17:21,467 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/mapreduce.cluster.local.dir/job_local615490798_0005_3b8a27a2-5f87-4ca3-8c4f-2c05ddcfd5f4/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-12-03T19:17:21,467 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/mapreduce.cluster.local.dir/job_local615490798_0005_3b8a27a2-5f87-4ca3-8c4f-2c05ddcfd5f4/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-12-03T19:17:21,677 INFO  [master/5cd6afc4bcac:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-12-03T19:17:21,677 INFO  [master/5cd6afc4bcac:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-12-03T19:17:21,773 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region e17c4198b10bfd8e3bc81f45da668c75, had cached 0 bytes from a total of 28925
2024-12-03T19:17:22,501 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-12-03T19:17:22,502 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-12-03T19:17:22,508 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733253430354_backup_system_bulk
2024-12-03T19:17:22,508 INFO  [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733253430354_backup_system_bulk finished.
2024-12-03T19:17:22,508 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733253425926_ns3:test-17332533858942
2024-12-03T19:17:22,508 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733253432520_ns3_test-17332533858942 to hdfs://localhost:33573/backupUT/backup_1733253425926/ns3/test-17332533858942/
2024-12-03T19:17:22,508 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY
2024-12-03T19:17:22,533 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:33573, inputRoot=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a
2024-12-03T19:17:22,533 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1287525163_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:33573/backupUT/backup_1733253425926/ns3/test-17332533858942, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:33573/backupUT/backup_1733253425926/ns3/test-17332533858942/.hbase-snapshot/.tmp/snapshot_1733253432520_ns3_test-17332533858942
2024-12-03T19:17:22,535 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-12-03T19:17:22,538 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/.hbase-snapshot/snapshot_1733253432520_ns3_test-17332533858942 to hdfs://localhost:33573/backupUT/backup_1733253425926/ns3/test-17332533858942/.hbase-snapshot/.tmp/snapshot_1733253432520_ns3_test-17332533858942
2024-12-03T19:17:22,548 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741933_1109 (size=86)
2024-12-03T19:17:22,548 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741934_1110 (size=443)
2024-12-03T19:17:22,952 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:22,953 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:22,953 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:23,859 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop-1943848003875264762.jar
2024-12-03T19:17:23,860 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:23,860 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:23,918 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop-127103770501382183.jar
2024-12-03T19:17:23,919 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:23,919 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:23,919 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:23,920 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:23,920 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:23,920 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:23,920 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-03T19:17:23,921 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-12-03T19:17:23,921 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-12-03T19:17:23,921 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-12-03T19:17:23,922 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-12-03T19:17:23,922 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-12-03T19:17:23,922 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-12-03T19:17:23,922 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-12-03T19:17:23,922 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-12-03T19:17:23,923 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-12-03T19:17:23,923 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-12-03T19:17:23,923 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T19:17:23,923 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T19:17:23,924 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T19:17:23,924 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T19:17:23,924 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T19:17:23,924 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T19:17:23,924 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T19:17:23,963 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-12-03T19:17:23,980 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-12-03T19:17:23,986 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733253432520_ns3_test-17332533858942' hfile list
2024-12-03T19:17:24,069 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/mapreduce.cluster.local.dir/job_local239651696_0006_6af2079d-62e8-4109-8766-a975a1b3379a/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-12-03T19:17:24,069 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/mapreduce.cluster.local.dir/job_local239651696_0006_6af2079d-62e8-4109-8766-a975a1b3379a/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-12-03T19:17:25,108 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-12-03T19:17:25,109 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-12-03T19:17:25,114 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733253432520_ns3_test-17332533858942
2024-12-03T19:17:25,114 INFO  [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733253432520_ns3_test-17332533858942 finished.
2024-12-03T19:17:25,114 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733253425926_ns2:test-17332533858941
2024-12-03T19:17:25,114 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733253434679_ns2_test-17332533858941 to hdfs://localhost:33573/backupUT/backup_1733253425926/ns2/test-17332533858941/
2024-12-03T19:17:25,114 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY
2024-12-03T19:17:25,143 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:33573, inputRoot=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a
2024-12-03T19:17:25,143 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1287525163_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:33573/backupUT/backup_1733253425926/ns2/test-17332533858941, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:33573/backupUT/backup_1733253425926/ns2/test-17332533858941/.hbase-snapshot/.tmp/snapshot_1733253434679_ns2_test-17332533858941
2024-12-03T19:17:25,145 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-12-03T19:17:25,150 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/.hbase-snapshot/snapshot_1733253434679_ns2_test-17332533858941 to hdfs://localhost:33573/backupUT/backup_1733253425926/ns2/test-17332533858941/.hbase-snapshot/.tmp/snapshot_1733253434679_ns2_test-17332533858941
2024-12-03T19:17:25,182 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741935_1111 (size=496)
2024-12-03T19:17:25,189 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741936_1112 (size=86)
2024-12-03T19:17:25,587 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:25,587 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:25,588 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:26,480 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop-6938378493444346188.jar
2024-12-03T19:17:26,481 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:26,481 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:26,535 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop-13047156497738104815.jar
2024-12-03T19:17:26,535 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:26,535 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:26,536 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:26,536 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:26,536 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:26,536 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:26,536 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-03T19:17:26,537 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-12-03T19:17:26,537 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-12-03T19:17:26,537 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-12-03T19:17:26,537 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-12-03T19:17:26,537 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-12-03T19:17:26,538 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-12-03T19:17:26,538 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-12-03T19:17:26,538 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-12-03T19:17:26,538 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-12-03T19:17:26,539 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-12-03T19:17:26,539 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T19:17:26,539 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T19:17:26,540 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T19:17:26,540 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T19:17:26,540 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T19:17:26,541 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T19:17:26,541 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T19:17:26,584 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-12-03T19:17:26,595 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-12-03T19:17:26,601 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733253434679_ns2_test-17332533858941' hfile list
2024-12-03T19:17:26,603 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=13.2 K
2024-12-03T19:17:26,677 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/mapreduce.cluster.local.dir/job_local1544883615_0007_a5edc782-7ef2-4980-a32a-960792263883/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-12-03T19:17:26,678 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/mapreduce.cluster.local.dir/job_local1544883615_0007_a5edc782-7ef2-4980-a32a-960792263883/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-12-03T19:17:26,745 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M
2024-12-03T19:17:26,770 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741937_1113 (size=8413)
2024-12-03T19:17:27,176 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/ns2/test-17332533858941/592a39a3a9254207004ee4d05cbb691e/f/b29000704b7042efbcb6f8727d4ecc67 output=hdfs://localhost:33573/backupUT/backup_1733253425926/ns2/test-17332533858941/archive/data/ns2/test-17332533858941/592a39a3a9254207004ee4d05cbb691e/f/b29000704b7042efbcb6f8727d4ecc67
2024-12-03T19:17:27,176 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.019M/sec
2024-12-03T19:17:27,194 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741938_1114 (size=5134)
2024-12-03T19:17:27,199 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/ns2/test-17332533858941/592a39a3a9254207004ee4d05cbb691e/f/6dd06a3b3db74081a795a7d1e3554ca0 output=hdfs://localhost:33573/backupUT/backup_1733253425926/ns2/test-17332533858941/archive/data/ns2/test-17332533858941/592a39a3a9254207004ee4d05cbb691e/f/6dd06a3b3db74081a795a7d1e3554ca0
2024-12-03T19:17:27,199 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5134 (5.0 K) time=0sec 0.288M/sec
2024-12-03T19:17:27,718 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-12-03T19:17:27,719 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-12-03T19:17:27,726 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733253434679_ns2_test-17332533858941
2024-12-03T19:17:27,726 INFO  [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733253434679_ns2_test-17332533858941 finished.
2024-12-03T19:17:27,727 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733253425926_test-1733253385894
2024-12-03T19:17:27,727 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733253435829_default_test-1733253385894 to hdfs://localhost:33573/backupUT/backup_1733253425926/default/test-1733253385894/
2024-12-03T19:17:27,727 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY
2024-12-03T19:17:27,755 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:33573, inputRoot=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a
2024-12-03T19:17:27,755 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1287525163_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:33573/backupUT/backup_1733253425926/default/test-1733253385894, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:33573/backupUT/backup_1733253425926/default/test-1733253385894/.hbase-snapshot/.tmp/snapshot_1733253435829_default_test-1733253385894
2024-12-03T19:17:27,758 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-12-03T19:17:27,764 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/.hbase-snapshot/snapshot_1733253435829_default_test-1733253385894 to hdfs://localhost:33573/backupUT/backup_1733253425926/default/test-1733253385894/.hbase-snapshot/.tmp/snapshot_1733253435829_default_test-1733253385894
2024-12-03T19:17:27,773 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741939_1115 (size=84)
2024-12-03T19:17:27,775 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741940_1116 (size=1347)
2024-12-03T19:17:28,178 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:28,178 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:28,178 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:29,094 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop-10163609573089658654.jar
2024-12-03T19:17:29,094 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:29,095 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:29,172 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop-6213782130710494467.jar
2024-12-03T19:17:29,173 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:29,173 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:29,174 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:29,174 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:29,174 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:29,175 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:29,175 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-03T19:17:29,175 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-12-03T19:17:29,176 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-12-03T19:17:29,176 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-12-03T19:17:29,176 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-12-03T19:17:29,177 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-12-03T19:17:29,177 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-12-03T19:17:29,178 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-12-03T19:17:29,178 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-12-03T19:17:29,179 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-12-03T19:17:29,179 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-12-03T19:17:29,180 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T19:17:29,180 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T19:17:29,181 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T19:17:29,181 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T19:17:29,181 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T19:17:29,182 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T19:17:29,182 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T19:17:29,238 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-12-03T19:17:29,271 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-12-03T19:17:29,284 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733253435829_default_test-1733253385894' hfile list
2024-12-03T19:17:29,287 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=43.0 K
2024-12-03T19:17:29,412 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/mapreduce.cluster.local.dir/job_local65874830_0008_07b071c4-8155-4b10-999f-6753f251aef4/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-12-03T19:17:29,412 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/mapreduce.cluster.local.dir/job_local65874830_0008_07b071c4-8155-4b10-999f-6753f251aef4/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-12-03T19:17:29,506 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M
2024-12-03T19:17:29,532 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741941_1117 (size=13760)
2024-12-03T19:17:29,940 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/mob/098ad2f3d22444babe27610529f13da1 output=hdfs://localhost:33573/backupUT/backup_1733253425926/default/test-1733253385894/archive/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/mob/098ad2f3d22444babe27610529f13da1
2024-12-03T19:17:29,941 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=13760 (13.4 K) time=0sec 0.031M/sec
2024-12-03T19:17:29,958 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741942_1118 (size=10796)
2024-12-03T19:17:30,364 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/f/9c2e6419cc1d489198d5bdc36c1b584b output=hdfs://localhost:33573/backupUT/backup_1733253425926/default/test-1733253385894/archive/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/f/9c2e6419cc1d489198d5bdc36c1b584b
2024-12-03T19:17:30,364 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=10796 (10.5 K) time=0sec 0.025M/sec
2024-12-03T19:17:30,390 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741943_1119 (size=8413)
2024-12-03T19:17:30,796 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/f/c6f5637fcd0c4afaab7b34a6288ee868 output=hdfs://localhost:33573/backupUT/backup_1733253425926/default/test-1733253385894/archive/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/f/c6f5637fcd0c4afaab7b34a6288ee868
2024-12-03T19:17:30,796 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.019M/sec
2024-12-03T19:17:30,807 WARN  [LocalJobRunner Map Task Executor #0 {}] mapred.Task(640): Task status: "copied 5.5 K/5.5 K (100.0%) from hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/mobdir/data/default/test-1733253385894/2838ef17387f275fbd30617a4dbcb65c/mob/d41d8cd98f00b204e9800998ecf8427e2024120389e75301cb70420c8ea1ca79f9a6c749_1e03342807c4a3f669243dfcb9f475e1 to hdfs://localhost:33573/backupUT/backup_1733253425926/default/test-1733253385894/archive/data/default/test-1733253385894/2838ef17387f275fbd30617a4dbcb65c/mob/d41d8cd98f00b204e9800998ecf8427e2024120389e75301cb70420c8ea1ca79f9a6c749_1e03342807c4a3f669243dfcb9f475e1" truncated to max limit (512 characters)
2024-12-03T19:17:30,811 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741944_1120 (size=5591)
2024-12-03T19:17:31,216 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/mobdir/data/default/test-1733253385894/2838ef17387f275fbd30617a4dbcb65c/mob/d41d8cd98f00b204e9800998ecf8427e2024120389e75301cb70420c8ea1ca79f9a6c749_1e03342807c4a3f669243dfcb9f475e1 output=hdfs://localhost:33573/backupUT/backup_1733253425926/default/test-1733253385894/archive/data/default/test-1733253385894/2838ef17387f275fbd30617a4dbcb65c/mob/d41d8cd98f00b204e9800998ecf8427e2024120389e75301cb70420c8ea1ca79f9a6c749_1e03342807c4a3f669243dfcb9f475e1
2024-12-03T19:17:31,216 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5591 (5.5 K) time=0sec 0.013M/sec
2024-12-03T19:17:31,241 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741945_1121 (size=5484)
2024-12-03T19:17:31,651 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/mob/f96dff4a8ad542e98f362963f5706df6 output=hdfs://localhost:33573/backupUT/backup_1733253425926/default/test-1733253385894/archive/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/mob/f96dff4a8ad542e98f362963f5706df6
2024-12-03T19:17:31,651 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5484 (5.4 K) time=0sec 0.012M/sec
2024-12-03T19:17:32,478 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-12-03T19:17:32,480 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-12-03T19:17:32,491 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733253435829_default_test-1733253385894
2024-12-03T19:17:32,492 INFO  [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733253435829_default_test-1733253385894 finished.
2024-12-03T19:17:32,492 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733253425926_ns4:test-17332533858943
2024-12-03T19:17:32,492 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733253437990_ns4_test-17332533858943 to hdfs://localhost:33573/backupUT/backup_1733253425926/ns4/test-17332533858943/
2024-12-03T19:17:32,492 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY
2024-12-03T19:17:32,520 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:33573, inputRoot=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a
2024-12-03T19:17:32,520 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1287525163_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:33573/backupUT/backup_1733253425926/ns4/test-17332533858943, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:33573/backupUT/backup_1733253425926/ns4/test-17332533858943/.hbase-snapshot/.tmp/snapshot_1733253437990_ns4_test-17332533858943
2024-12-03T19:17:32,521 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-12-03T19:17:32,525 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/.hbase-snapshot/snapshot_1733253437990_ns4_test-17332533858943 to hdfs://localhost:33573/backupUT/backup_1733253425926/ns4/test-17332533858943/.hbase-snapshot/.tmp/snapshot_1733253437990_ns4_test-17332533858943
2024-12-03T19:17:32,535 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741946_1122 (size=86)
2024-12-03T19:17:32,536 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741947_1123 (size=443)
2024-12-03T19:17:32,940 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:32,941 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:32,942 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:33,786 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop-11989494445628469302.jar
2024-12-03T19:17:33,787 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:33,787 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:33,845 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop-11950988705012211040.jar
2024-12-03T19:17:33,846 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:33,846 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:33,847 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:33,847 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:33,847 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:33,848 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:33,848 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-03T19:17:33,849 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-12-03T19:17:33,849 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-12-03T19:17:33,849 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-12-03T19:17:33,850 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-12-03T19:17:33,850 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-12-03T19:17:33,851 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-12-03T19:17:33,851 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-12-03T19:17:33,851 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-12-03T19:17:33,852 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-12-03T19:17:33,852 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-12-03T19:17:33,853 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T19:17:33,853 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T19:17:33,853 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T19:17:33,854 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T19:17:33,854 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T19:17:33,854 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T19:17:33,855 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T19:17:33,900 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-12-03T19:17:33,914 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-12-03T19:17:33,921 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733253437990_ns4_test-17332533858943' hfile list
2024-12-03T19:17:33,996 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/mapreduce.cluster.local.dir/job_local1619056517_0009_c4aeb719-89e2-4962-993c-e4a1be83c78b/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-12-03T19:17:33,996 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/mapreduce.cluster.local.dir/job_local1619056517_0009_c4aeb719-89e2-4962-993c-e4a1be83c78b/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-12-03T19:17:35,037 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-12-03T19:17:35,038 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-12-03T19:17:35,043 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733253437990_ns4_test-17332533858943
2024-12-03T19:17:35,044 INFO  [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733253437990_ns4_test-17332533858943 finished.
2024-12-03T19:17:35,044 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): backup:system_bulk
2024-12-03T19:17:35,044 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns3:test-17332533858942
2024-12-03T19:17:35,044 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17332533858941
2024-12-03T19:17:35,044 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1733253385894
2024-12-03T19:17:35,044 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns4:test-17332533858943
2024-12-03T19:17:35,057 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733253425926
2024-12-03T19:17:35,057 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it.
2024-12-03T19:17:35,062 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741948_1124 (size=176)
2024-12-03T19:17:35,463 INFO  [Time-limited test {}] impl.BackupManifest(504): Manifest file stored to hdfs://localhost:33573/backupUT/backup_1733253425926/.backup.manifest
2024-12-03T19:17:35,463 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1733253425926 finished: type=FULL,tablelist=backup:system_bulk;ns3:test-17332533858942;ns2:test-17332533858941;test-1733253385894;ns4:test-17332533858943,targetRootDir=hdfs://localhost:33573/backupUT,startts=1733253430129,completets=1733253455056,bytescopied=0
2024-12-03T19:17:35,463 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup.
2024-12-03T19:17:35,463 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733253430354_backup_system_bulk
2024-12-03T19:17:35,464 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1733253430354_backup_system_bulk"
type: DISABLED

2024-12-03T19:17:35,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733253430354_backup_system_bulk
2024-12-03T19:17:35,467 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733253430354_backup_system_bulk for backup backup_1733253425926 succeeded.
2024-12-03T19:17:35,467 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733253432520_ns3_test-17332533858942
2024-12-03T19:17:35,468 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1733253432520_ns3_test-17332533858942"
type: DISABLED

2024-12-03T19:17:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733253432520_ns3_test-17332533858942
2024-12-03T19:17:35,471 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733253432520_ns3_test-17332533858942 for backup backup_1733253425926 succeeded.
2024-12-03T19:17:35,471 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733253434679_ns2_test-17332533858941
2024-12-03T19:17:35,471 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1733253434679_ns2_test-17332533858941"
type: DISABLED

2024-12-03T19:17:35,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733253434679_ns2_test-17332533858941
2024-12-03T19:17:35,474 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733253434679_ns2_test-17332533858941 for backup backup_1733253425926 succeeded.
2024-12-03T19:17:35,474 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733253435829_default_test-1733253385894
2024-12-03T19:17:35,474 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1733253435829_default_test-1733253385894"
type: DISABLED

2024-12-03T19:17:35,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733253435829_default_test-1733253385894
2024-12-03T19:17:35,477 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733253435829_default_test-1733253385894 for backup backup_1733253425926 succeeded.
2024-12-03T19:17:35,477 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733253437990_ns4_test-17332533858943
2024-12-03T19:17:35,478 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1733253437990_ns4_test-17332533858943"
type: DISABLED

2024-12-03T19:17:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733253437990_ns4_test-17332533858943
2024-12-03T19:17:35,481 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733253437990_ns4_test-17332533858943 for backup backup_1733253425926 succeeded.
2024-12-03T19:17:35,482 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system
2024-12-03T19:17:35,487 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_backup_system"
type: DISABLED

2024-12-03T19:17:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system
2024-12-03T19:17:35,491 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot
2024-12-03T19:17:35,494 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation
2024-12-03T19:17:35,499 INFO  [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1733253425926 completed.
2024-12-03T19:17:35,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T19:17:35,511 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T19:17:40,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T19:17:40,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T19:17:40,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T19:17:40,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T19:17:40,569 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation
2024-12-03T19:17:40,574 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733253460523
2024-12-03T19:17:40,577 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733253425926}
2024-12-03T19:17:40,577 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup.
2024-12-03T19:17:40,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T19:17:40,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T19:17:40,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T19:17:40,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T19:17:40,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T19:17:40,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T19:17:40,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T19:17:40,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T19:17:40,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T19:17:40,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T19:17:40,705 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-12-03T19:17:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733253460705 (current time:1733253460705).
2024-12-03T19:17:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-12-03T19:17:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2
2024-12-03T19:17:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c23839d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,32779,-1 for getting cluster id
2024-12-03T19:17:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T19:17:40,707 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7af04778-a84d-44d8-871f-ac60582cb108'
2024-12-03T19:17:40,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T19:17:40,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7af04778-a84d-44d8-871f-ac60582cb108"

2024-12-03T19:17:40,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10f2ca47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:40,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,32779,-1]
2024-12-03T19:17:40,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T19:17:40,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:40,709 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T19:17:40,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a699b24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T19:17:40,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37467,1733253377774, seqNum=-1]
2024-12-03T19:17:40,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T19:17:40,713 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T19:17:40,714 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779.
2024-12-03T19:17:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T19:17:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:40,714 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T19:17:40,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-12-03T19:17:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-12-03T19:17:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60
2024-12-03T19:17:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-12-03T19:17:40,717 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-12-03T19:17:40,719 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-12-03T19:17:40,722 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-12-03T19:17:40,727 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741949_1125 (size=52)
2024-12-03T19:17:40,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-12-03T19:17:41,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-12-03T19:17:41,129 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-12-03T19:17:41,129 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e17c4198b10bfd8e3bc81f45da668c75}]
2024-12-03T19:17:41,131 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e17c4198b10bfd8e3bc81f45da668c75
2024-12-03T19:17:41,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=61
2024-12-03T19:17:41,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1733253395604.e17c4198b10bfd8e3bc81f45da668c75.
2024-12-03T19:17:41,284 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing e17c4198b10bfd8e3bc81f45da668c75 2/2 column families, dataSize=2.54 KB heapSize=4.22 KB
2024-12-03T19:17:41,296 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/.tmp/meta/505509ee7e2845fe9fc3edc1481ae22b is 158, key is trslm:hdfs://localhost:33573/backupUT\x00ns2:test-17332533858941/meta:log-roll-map/1733253455049/Put/seqid=0
2024-12-03T19:17:41,319 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741950_1126 (size=6646)
2024-12-03T19:17:41,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-12-03T19:17:41,717 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.36 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/.tmp/meta/505509ee7e2845fe9fc3edc1481ae22b
2024-12-03T19:17:41,731 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/.tmp/session/14a9fcbef78f4fe2a8aa6259d8074b9a is 826, key is session:backup_1733253425926/session:context/1733253455493/Put/seqid=0
2024-12-03T19:17:41,744 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741951_1127 (size=5928)
2024-12-03T19:17:41,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-12-03T19:17:42,146 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/.tmp/session/14a9fcbef78f4fe2a8aa6259d8074b9a
2024-12-03T19:17:42,157 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/.tmp/meta/505509ee7e2845fe9fc3edc1481ae22b as hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/meta/505509ee7e2845fe9fc3edc1481ae22b
2024-12-03T19:17:42,169 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/meta/505509ee7e2845fe9fc3edc1481ae22b, entries=12, sequenceid=42, filesize=6.5 K
2024-12-03T19:17:42,171 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/.tmp/session/14a9fcbef78f4fe2a8aa6259d8074b9a as hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/session/14a9fcbef78f4fe2a8aa6259d8074b9a
2024-12-03T19:17:42,181 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/session/14a9fcbef78f4fe2a8aa6259d8074b9a, entries=2, sequenceid=42, filesize=5.8 K
2024-12-03T19:17:42,182 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2604, heapSize ~4.19 KB/4288, currentSize=0 B/0 for e17c4198b10bfd8e3bc81f45da668c75 in 898ms, sequenceid=42, compaction requested=true
2024-12-03T19:17:42,182 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for e17c4198b10bfd8e3bc81f45da668c75:

2024-12-03T19:17:42,182 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1733253395604.e17c4198b10bfd8e3bc81f45da668c75. for snapshot_backup_system completed.
2024-12-03T19:17:42,182 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1733253395604.e17c4198b10bfd8e3bc81f45da668c75.' region-info for snapshot=snapshot_backup_system
2024-12-03T19:17:42,182 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-12-03T19:17:42,182 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/meta/1d412f59722d4946a99398bc90d60874, hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/meta/8cd44da14ed2406088af60ffb9b7eef3, hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/meta/505509ee7e2845fe9fc3edc1481ae22b] hfiles
2024-12-03T19:17:42,183 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/meta/1d412f59722d4946a99398bc90d60874 for snapshot=snapshot_backup_system
2024-12-03T19:17:42,183 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/meta/8cd44da14ed2406088af60ffb9b7eef3 for snapshot=snapshot_backup_system
2024-12-03T19:17:42,183 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/meta/505509ee7e2845fe9fc3edc1481ae22b for snapshot=snapshot_backup_system
2024-12-03T19:17:42,183 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/session/7a3a992e802340fdb21382f27e693d7f, hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/session/9dc3b13bfae84994980f59a2613ccf25, hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/session/b15eb22ff1f447b8a327e90dc9c1e0b5, hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/session/14a9fcbef78f4fe2a8aa6259d8074b9a] hfiles
2024-12-03T19:17:42,183 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/4): hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/session/7a3a992e802340fdb21382f27e693d7f for snapshot=snapshot_backup_system
2024-12-03T19:17:42,183 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/4): hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/session/9dc3b13bfae84994980f59a2613ccf25 for snapshot=snapshot_backup_system
2024-12-03T19:17:42,183 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/4): hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/session/b15eb22ff1f447b8a327e90dc9c1e0b5 for snapshot=snapshot_backup_system
2024-12-03T19:17:42,183 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (4/4): hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/session/14a9fcbef78f4fe2a8aa6259d8074b9a for snapshot=snapshot_backup_system
2024-12-03T19:17:42,191 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741952_1128 (size=330)
2024-12-03T19:17:42,192 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1733253395604.e17c4198b10bfd8e3bc81f45da668c75.
2024-12-03T19:17:42,192 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61
2024-12-03T19:17:42,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.HMaster(4169): Remote procedure done, pid=61
2024-12-03T19:17:42,193 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region e17c4198b10bfd8e3bc81f45da668c75
2024-12-03T19:17:42,193 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e17c4198b10bfd8e3bc81f45da668c75
2024-12-03T19:17:42,198 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60
2024-12-03T19:17:42,198 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-12-03T19:17:42,198 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e17c4198b10bfd8e3bc81f45da668c75 in 1.0650 sec
2024-12-03T19:17:42,200 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-12-03T19:17:42,201 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-12-03T19:17:42,202 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system
2024-12-03T19:17:42,203 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/.hbase-snapshot/.tmp/snapshot_backup_system
2024-12-03T19:17:42,223 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741953_1129 (size=967)
2024-12-03T19:17:42,624 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-12-03T19:17:42,639 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-12-03T19:17:42,640 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/.hbase-snapshot/snapshot_backup_system
2024-12-03T19:17:42,642 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-12-03T19:17:42,642 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60
2024-12-03T19:17:42,644 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.9270 sec
2024-12-03T19:17:42,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-12-03T19:17:42,869 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed
2024-12-03T19:17:42,870 INFO  [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1733253460523 started at 1733253462869.
2024-12-03T19:17:42,872 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1733253460523 has been started.
2024-12-03T19:17:42,879 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [backup:system_bulk, test-1733253385894, ns2:test-17332533858941, ns3:test-17332533858942, ns4:test-17332533858943]
2024-12-03T19:17:42,885 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1733253418118for backupID backup_1733253460523
2024-12-03T19:17:42,885 INFO  [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ...
2024-12-03T19:17:42,886 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.3 procedure request for: rolllog-proc
2024-12-03T19:17:42,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog
2024-12-03T19:17:42,886 INFO  [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog'
2024-12-03T19:17:42,886 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms
2024-12-03T19:17:42,886 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire'
2024-12-03T19:17:42,886 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members.
2024-12-03T19:17:42,890 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-12-03T19:17:42,890 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog
2024-12-03T19:17:42,985 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/5cd6afc4bcac,37467,1733253377774
2024-12-03T19:17:42,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37467-0x1019de9363b0001, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-12-03T19:17:42,986 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-12-03T19:17:42,986 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-12-03T19:17:42,986 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/5cd6afc4bcac,37467,1733253377774
2024-12-03T19:17:42,986 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire'
2024-12-03T19:17:42,986 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog
2024-12-03T19:17:42,987 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37467-0x1019de9363b0001, quorum=127.0.0.1:63892, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-12-03T19:17:42,987 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35
2024-12-03T19:17:42,987 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog
2024-12-03T19:17:42,987 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup.
2024-12-03T19:17:42,988 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure.
2024-12-03T19:17:42,988 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog
2024-12-03T19:17:42,988 DEBUG [member: '5cd6afc4bcac,37467,1733253377774' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms
2024-12-03T19:17:42,988 DEBUG [member: '5cd6afc4bcac,37467,1733253377774' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms
2024-12-03T19:17:42,988 DEBUG [member: '5cd6afc4bcac,37467,1733253377774' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage
2024-12-03T19:17:42,988 DEBUG [member: '5cd6afc4bcac,37467,1733253377774' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired
2024-12-03T19:17:42,988 DEBUG [member: '5cd6afc4bcac,37467,1733253377774' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '5cd6afc4bcac,37467,1733253377774' joining acquired barrier for procedure (rolllog) in zk
2024-12-03T19:17:43,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/5cd6afc4bcac,37467,1733253377774
2024-12-03T19:17:43,004 DEBUG [member: '5cd6afc4bcac,37467,1733253377774' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog
2024-12-03T19:17:43,005 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/5cd6afc4bcac,37467,1733253377774
2024-12-03T19:17:43,005 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-12-03T19:17:43,005 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-12-03T19:17:43,005 DEBUG [member: '5cd6afc4bcac,37467,1733253377774' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37467-0x1019de9363b0001, quorum=127.0.0.1:63892, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog
2024-12-03T19:17:43,005 DEBUG [member: '5cd6afc4bcac,37467,1733253377774' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator
2024-12-03T19:17:43,005 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-12-03T19:17:43,005 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-12-03T19:17:43,006 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T19:17:43,006 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------5cd6afc4bcac,37467,1733253377774
2024-12-03T19:17:43,007 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-12-03T19:17:43,008 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '5cd6afc4bcac,37467,1733253377774' joining acquired barrier for procedure 'rolllog' on coordinator
2024-12-03T19:17:43,008 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@41f118d4[Count = 0] remaining members to acquire global barrier
2024-12-03T19:17:43,008 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution.
2024-12-03T19:17:43,008 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog
2024-12-03T19:17:43,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37467-0x1019de9363b0001, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-12-03T19:17:43,109 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog
2024-12-03T19:17:43,109 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog
2024-12-03T19:17:43,109 DEBUG [member: '5cd6afc4bcac,37467,1733253377774' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator.
2024-12-03T19:17:43,109 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/5cd6afc4bcac,37467,1733253377774
2024-12-03T19:17:43,109 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release'
2024-12-03T19:17:43,109 DEBUG [member: '5cd6afc4bcac,37467,1733253377774' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish.
2024-12-03T19:17:43,110 DEBUG [rs(5cd6afc4bcac,37467,1733253377774)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 5cd6afc4bcac,37467,1733253377774
2024-12-03T19:17:43,110 INFO  [rs(5cd6afc4bcac,37467,1733253377774)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1733253430218 highest: 1733253430257 on 5cd6afc4bcac,37467,1733253377774
2024-12-03T19:17:43,110 DEBUG [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-0:(num 1733253430218) roll requested
2024-12-03T19:17:43,129 DEBUG [regionserver/5cd6afc4bcac:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-0.1733253463110, exclude list is [], retry=0
2024-12-03T19:17:43,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44627,DS-a4d7bc3c-fc18-41f5-82e9-fa23790699d2,DISK]
2024-12-03T19:17:43,135 INFO  [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-0.1733253430218 with entries=2, filesize=645 B; new WAL /user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-0.1733253463110
2024-12-03T19:17:43,135 DEBUG [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40007:40007)]
2024-12-03T19:17:43,135 DEBUG [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-0.1733253430218 is not closed yet, will try archiving it next time
2024-12-03T19:17:43,135 DEBUG [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 5cd6afc4bcac%2C37467%2C1733253377774.meta:.meta(num 1733253430240) roll requested
2024-12-03T19:17:43,135 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-0.1733253400889 to hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/oldWALs/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-0.1733253400889
2024-12-03T19:17:43,139 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741910_1086 (size=653)
2024-12-03T19:17:43,139 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-0.1733253430218 not finished, retry = 0
2024-12-03T19:17:43,159 DEBUG [regionserver/5cd6afc4bcac:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.meta.1733253463135.meta, exclude list is [], retry=0
2024-12-03T19:17:43,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44627,DS-a4d7bc3c-fc18-41f5-82e9-fa23790699d2,DISK]
2024-12-03T19:17:43,171 INFO  [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.meta.1733253430240.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.meta.1733253463135.meta
2024-12-03T19:17:43,172 DEBUG [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40007:40007)]
2024-12-03T19:17:43,172 DEBUG [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.meta.1733253430240.meta is not closed yet, will try archiving it next time
2024-12-03T19:17:43,172 DEBUG [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-1:(num 1733253430257) roll requested
2024-12-03T19:17:43,177 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.meta.1733253430240.meta not finished, retry = 0
2024-12-03T19:17:43,177 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741911_1087 (size=93)
2024-12-03T19:17:43,189 DEBUG [regionserver/5cd6afc4bcac:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-1.1733253463172, exclude list is [], retry=0
2024-12-03T19:17:43,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44627,DS-a4d7bc3c-fc18-41f5-82e9-fa23790699d2,DISK]
2024-12-03T19:17:43,207 INFO  [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-1.1733253430257 with entries=17, filesize=4.59 KB; new WAL /user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-1.1733253463172
2024-12-03T19:17:43,207 DEBUG [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40007:40007)]
2024-12-03T19:17:43,207 DEBUG [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-1.1733253430257 is not closed yet, will try archiving it next time
2024-12-03T19:17:43,209 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-1.1733253418118 to hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/oldWALs/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-1.1733253418118
2024-12-03T19:17:43,209 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741912_1088 (size=4710)
2024-12-03T19:17:43,211 DEBUG [rs(5cd6afc4bcac,37467,1733253377774)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 101
2024-12-03T19:17:43,211 INFO  [rs(5cd6afc4bcac,37467,1733253377774)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1733253463110 on 5cd6afc4bcac,37467,1733253377774
2024-12-03T19:17:43,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T19:17:43,241 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-0.1733253430218 to hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/oldWALs/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-0.1733253430218
2024-12-03T19:17:43,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T19:17:43,258 DEBUG [member: '5cd6afc4bcac,37467,1733253377774' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed
2024-12-03T19:17:43,259 DEBUG [member: '5cd6afc4bcac,37467,1733253377774' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure  'rolllog' completed for member '5cd6afc4bcac,37467,1733253377774' in zk
2024-12-03T19:17:43,278 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.meta.1733253430240.meta to hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/oldWALs/5cd6afc4bcac%2C37467%2C1733253377774.meta.1733253430240.meta
2024-12-03T19:17:43,296 DEBUG [member: '5cd6afc4bcac,37467,1733253377774' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion
2024-12-03T19:17:43,297 DEBUG [member: '5cd6afc4bcac,37467,1733253377774' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-12-03T19:17:43,297 DEBUG [member: '5cd6afc4bcac,37467,1733253377774' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed.
2024-12-03T19:17:43,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/5cd6afc4bcac,37467,1733253377774
2024-12-03T19:17:43,299 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/5cd6afc4bcac,37467,1733253377774
2024-12-03T19:17:43,299 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-12-03T19:17:43,299 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-12-03T19:17:43,302 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-12-03T19:17:43,303 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-12-03T19:17:43,307 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T19:17:43,308 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------5cd6afc4bcac,37467,1733253377774
2024-12-03T19:17:43,308 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-12-03T19:17:43,309 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T19:17:43,310 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------5cd6afc4bcac,37467,1733253377774
2024-12-03T19:17:43,311 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '5cd6afc4bcac,37467,1733253377774': 
2024-12-03T19:17:43,311 INFO  [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed
2024-12-03T19:17:43,311 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase.
2024-12-03T19:17:43,311 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '5cd6afc4bcac,37467,1733253377774' released barrier for procedure'rolllog', counting down latch.  Waiting for 0 more
2024-12-03T19:17:43,311 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures
2024-12-03T19:17:43,311 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog
2024-12-03T19:17:43,311 INFO  [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort
2024-12-03T19:17:43,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37467-0x1019de9363b0001, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-12-03T19:17:43,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-12-03T19:17:43,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37467-0x1019de9363b0001, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort
2024-12-03T19:17:43,321 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog
2024-12-03T19:17:43,321 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog
2024-12-03T19:17:43,321 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog
2024-12-03T19:17:43,321 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-12-03T19:17:43,321 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-12-03T19:17:43,322 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-12-03T19:17:43,322 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort
2024-12-03T19:17:43,322 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-12-03T19:17:43,322 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/5cd6afc4bcac,37467,1733253377774
2024-12-03T19:17:43,323 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog
2024-12-03T19:17:43,323 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T19:17:43,323 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-12-03T19:17:43,323 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T19:17:43,324 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/5cd6afc4bcac,37467,1733253377774
2024-12-03T19:17:43,324 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------5cd6afc4bcac,37467,1733253377774
2024-12-03T19:17:43,324 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-12-03T19:17:43,325 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T19:17:43,325 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------5cd6afc4bcac,37467,1733253377774
2024-12-03T19:17:43,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/5cd6afc4bcac,37467,1733253377774
2024-12-03T19:17:43,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-12-03T19:17:43,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-12-03T19:17:43,334 DEBUG [(5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-12-03T19:17:43,334 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog
2024-12-03T19:17:43,334 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful!
2024-12-03T19:17:43,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37467-0x1019de9363b0001, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-12-03T19:17:43,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/5cd6afc4bcac,37467,1733253377774
2024-12-03T19:17:43,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37467-0x1019de9363b0001, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort
2024-12-03T19:17:43,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-12-03T19:17:43,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-12-03T19:17:43,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-12-03T19:17:43,334 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-12-03T19:17:43,334 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-12-03T19:17:43,334 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Unable to get data of znode /1/rolllog-proc/abort/rolllog because node does not exist (not an error)
2024-12-03T19:17:43,335 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort
2024-12-03T19:17:43,335 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-12-03T19:17:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done
2024-12-03T19:17:43,343 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup()
olderTimestamps: {5cd6afc4bcac:37467=1733253418118}
 newestTimestamps: {5cd6afc4bcac:37467=1733253430257}
2024-12-03T19:17:43,345 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 5cd6afc4bcac%2C37467%2C1733253377774.meta.1733253381238.meta
2024-12-03T19:17:43,345 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 5cd6afc4bcac%2C37467%2C1733253377774.meta.1733253418098.meta
2024-12-03T19:17:43,345 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 5cd6afc4bcac%2C37467%2C1733253377774.meta.1733253463135.meta
2024-12-03T19:17:43,345 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-0.1733253463110
2024-12-03T19:17:43,345 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-1.1733253430257
2024-12-03T19:17:43,345 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-1.1733253463172
2024-12-03T19:17:43,347 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/oldWALs/5cd6afc4bcac%2C37467%2C1733253377774.meta.1733253400914.meta
2024-12-03T19:17:43,347 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/oldWALs/5cd6afc4bcac%2C37467%2C1733253377774.meta.1733253430240.meta
2024-12-03T19:17:43,372 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741957_1133 (size=640)
2024-12-03T19:17:43,375 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:backup:system_bulk target: hdfs://localhost:33573/backupUT/backup_1733253460523/backup/system_bulk descriptor: 'backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T19:17:43,375 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo.
2024-12-03T19:17:43,378 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table backup:system_bulk
2024-12-03T19:17:43,395 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741958_1134 (size=45)
2024-12-03T19:17:43,398 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table backup:system_bulk
2024-12-03T19:17:43,419 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741959_1135 (size=390)
2024-12-03T19:17:43,420 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns3:test-17332533858942 target: hdfs://localhost:33573/backupUT/backup_1733253460523/ns3/test-17332533858942 descriptor: 'ns3:test-17332533858942', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T19:17:43,420 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo.
2024-12-03T19:17:43,423 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns3:test-17332533858942
2024-12-03T19:17:43,428 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741960_1136 (size=50)
2024-12-03T19:17:43,828 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns3:test-17332533858942
2024-12-03T19:17:43,838 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741961_1137 (size=364)
2024-12-03T19:17:44,241 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17332533858941 target: hdfs://localhost:33573/backupUT/backup_1733253460523/ns2/test-17332533858941 descriptor: 'ns2:test-17332533858941', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T19:17:44,241 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo.
2024-12-03T19:17:44,245 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17332533858941
2024-12-03T19:17:44,251 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741962_1138 (size=50)
2024-12-03T19:17:44,652 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17332533858941
2024-12-03T19:17:44,663 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741963_1139 (size=950)
2024-12-03T19:17:44,767 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-03T19:17:45,064 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1733253385894 target: hdfs://localhost:33573/backupUT/backup_1733253460523/default/test-1733253385894 descriptor: 'test-1733253385894', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T19:17:45,064 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo.
2024-12-03T19:17:45,067 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1733253385894
2024-12-03T19:17:45,072 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741964_1140 (size=53)
2024-12-03T19:17:45,473 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1733253385894
2024-12-03T19:17:45,482 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741965_1141 (size=390)
2024-12-03T19:17:45,883 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns4:test-17332533858943 target: hdfs://localhost:33573/backupUT/backup_1733253460523/ns4/test-17332533858943 descriptor: 'ns4:test-17332533858943', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T19:17:45,883 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo.
2024-12-03T19:17:45,886 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns4:test-17332533858943
2024-12-03T19:17:45,900 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741966_1142 (size=50)
2024-12-03T19:17:46,301 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns4:test-17332533858943
2024-12-03T19:17:46,311 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:33573/backupUT/.tmp/backup_1733253460523 from hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-1.1733253430257;hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/oldWALs/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-0.1733253430218
2024-12-03T19:17:46,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b6a8fca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:46,312 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,32779,-1 for getting cluster id
2024-12-03T19:17:46,312 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T19:17:46,313 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7af04778-a84d-44d8-871f-ac60582cb108'
2024-12-03T19:17:46,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T19:17:46,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7af04778-a84d-44d8-871f-ac60582cb108"

2024-12-03T19:17:46,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3768f0e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:46,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,32779,-1]
2024-12-03T19:17:46,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T19:17:46,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:46,314 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T19:17:46,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68d873b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:46,315 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T19:17:46,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,32779,1733253375673
2024-12-03T19:17:46,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5051ac68
2024-12-03T19:17:46,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T19:17:46,316 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-03T19:17:46,320 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled
2024-12-03T19:17:46,320 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table backup:system_bulk
2024-12-03T19:17:46,320 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T19:17:46,320 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T19:17:46,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37467,1733253377774, seqNum=-1]
2024-12-03T19:17:46,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T19:17:46,322 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T19:17:46,324 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for backup:system_bulk: backup:system_bulk;
2024-12-03T19:17:46,324 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1733253385894
2024-12-03T19:17:46,324 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1733253385894,, stopping at row=test-1733253385894 ,, for max=2147483647 with caching=100
2024-12-03T19:17:46,326 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1733253385894: test-1733253385894;
2024-12-03T19:17:46,326 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17332533858941
2024-12-03T19:17:46,326 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17332533858941,, stopping at row=ns2:test-17332533858941 ,, for max=2147483647 with caching=100
2024-12-03T19:17:46,328 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17332533858941: ns2:test-17332533858941;
2024-12-03T19:17:46,328 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns3:test-17332533858942
2024-12-03T19:17:46,328 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns3:test-17332533858942,, stopping at row=ns3:test-17332533858942 ,, for max=2147483647 with caching=100
2024-12-03T19:17:46,330 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns3:test-17332533858942: ns3:test-17332533858942;
2024-12-03T19:17:46,330 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns4:test-17332533858943
2024-12-03T19:17:46,330 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns4:test-17332533858943,, stopping at row=ns4:test-17332533858943 ,, for max=2147483647 with caching=100
2024-12-03T19:17:46,332 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns4:test-17332533858943: ns4:test-17332533858943;
2024-12-03T19:17:46,332 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 5 reduce partitions to match current region count for all tables
2024-12-03T19:17:46,332 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/hbase-staging/partitions_74230969-35d8-4e0b-90c3-c2ddb6b142c6
2024-12-03T19:17:46,337 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741967_1143 (size=324)
2024-12-03T19:17:46,739 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:46,739 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:46,739 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:47,551 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop-11864719219748748218.jar
2024-12-03T19:17:47,552 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:47,552 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:47,605 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop-12855716770702484508.jar
2024-12-03T19:17:47,606 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:47,606 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:47,606 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:47,606 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:47,607 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:47,607 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:47,607 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-03T19:17:47,607 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-12-03T19:17:47,607 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-12-03T19:17:47,608 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-12-03T19:17:47,608 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-12-03T19:17:47,608 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-12-03T19:17:47,608 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-12-03T19:17:47,608 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-12-03T19:17:47,608 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-12-03T19:17:47,609 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-12-03T19:17:47,609 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-12-03T19:17:47,609 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:47,662 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop-13677450898788137909.jar
2024-12-03T19:17:47,662 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop-13677450898788137909.jar
2024-12-03T19:17:47,663 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:47,663 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop-13677450898788137909.jar
2024-12-03T19:17:47,663 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop-13677450898788137909.jar
2024-12-03T19:17:47,663 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T19:17:47,663 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: backup:system_bulk,default:test-1733253385894,ns2:test-17332533858941,ns3:test-17332533858942,ns4:test-17332533858943
2024-12-03T19:17:47,663 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-03T19:17:47,663 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342)
    at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425)
    at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426)
    at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398)
    at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:188)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T19:17:47,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:47,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:47,664 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T19:17:47,664 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-03T19:17:48,509 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop-482396520989151220.jar
2024-12-03T19:17:48,519 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-12-03T19:17:48,532 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-12-03T19:17:48,535 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-1.1733253430257 for WAL files
2024-12-03T19:17:48,536 INFO  [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-1.1733253430257
2024-12-03T19:17:48,536 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/oldWALs/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-0.1733253430218 for WAL files
2024-12-03T19:17:48,537 INFO  [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/oldWALs/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-0.1733253430218
2024-12-03T19:17:48,626 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/mapreduce.cluster.local.dir/job_local97432869_0010_7e0a596b-1e7e-4684-a39f-dd3567cc9c7a/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-12-03T19:17:48,626 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/mapreduce.cluster.local.dir/job_local97432869_0010_7e0a596b-1e7e-4684-a39f-dd3567cc9c7a/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-12-03T19:17:48,684 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-1.1733253430257 for hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-1.1733253430257 (-9223372036854775808:9223372036854775807) length:4710
2024-12-03T19:17:48,689 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file.
2024-12-03T19:17:48,690 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader
2024-12-03T19:17:48,752 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/oldWALs/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-0.1733253430218 for hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/oldWALs/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-0.1733253430218 (-9223372036854775808:9223372036854775807) length:653
2024-12-03T19:17:48,758 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file.
2024-12-03T19:17:48,758 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader
2024-12-03T19:17:48,870 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3605930e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:48,870 DEBUG [pool-260-thread-1 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,32779,-1 for getting cluster id
2024-12-03T19:17:48,871 DEBUG [pool-260-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T19:17:48,872 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7af04778-a84d-44d8-871f-ac60582cb108'
2024-12-03T19:17:48,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T19:17:48,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7af04778-a84d-44d8-871f-ac60582cb108"

2024-12-03T19:17:48,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@791ff57a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:48,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,32779,-1]
2024-12-03T19:17:48,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T19:17:48,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:48,873 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T19:17:48,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62362c5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:48,875 DEBUG [pool-260-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T19:17:48,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37467,1733253377774, seqNum=-1]
2024-12-03T19:17:48,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T19:17:48,877 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T19:17:48,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733253385894', row='row-test-1733253385894-2-0', locateType=CURRENT is [region=test-1733253385894,,1733253386394.1e03342807c4a3f669243dfcb9f475e1., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=338]
2024-12-03T19:17:48,879 INFO  [pool-260-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-260-thread-1.
2024-12-03T19:17:48,879 DEBUG [pool-260-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T19:17:48,879 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:48,879 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:48,879 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T19:17:48,879 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733253385894-2-0]
2024-12-03T19:17:48,880 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 5cd6afc4bcac
2024-12-03T19:17:48,883 DEBUG [pool-260-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33573/backupUT/.tmp/backup_1733253460523/_temporary/0/_temporary/attempt_local97432869_0010_r_000004_0/default/test-1733253385894/f2/fa8a40ee3926445aa6911dc89bb4a182 is 58, key is row-test-1733253385894-2-0/f2:q1/1733253455515/Put/seqid=0
2024-12-03T19:17:48,885 WARN  [Thread-1498 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [5cd6afc4bcac:37467] Specified favored nodes: [5cd6afc4bcac:37467]
2024-12-03T19:17:48,888 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741968_1144 (size=5365)
2024-12-03T19:17:49,671 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:33573/backupUT
2024-12-03T19:17:49,671 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1733253460523
2024-12-03T19:17:49,671 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP
2024-12-03T19:17:49,693 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:33573/backupUT/.tmp/backup_1733253460523, hdfs://localhost:33573/backupUT]
2024-12-03T19:17:49,748 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-12-03T19:17:49,901 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741969_1145 (size=5365)
2024-12-03T19:17:50,360 INFO  [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0
2024-12-03T19:17:50,362 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1733253460523
2024-12-03T19:17:50,363 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 5365 bytes copied."
2024-12-03T19:17:50,363 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local1283007757_0011 completed: true true
2024-12-03T19:17:50,363 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26
	File System Counters
		FILE: Number of bytes read=2674231
		FILE: Number of bytes written=13192430
		FILE: Number of read operations=0
		FILE: Number of large read operations=0
		FILE: Number of write operations=0
		HDFS: Number of bytes read=410752
		HDFS: Number of bytes written=2548148
		HDFS: Number of read operations=1171
		HDFS: Number of large read operations=0
		HDFS: Number of write operations=423
		HDFS: Number of bytes read erasure-coded=0
	Map-Reduce Framework
		Map input records=6
		Map output records=0
		Input split bytes=340
		Spilled Records=0
		Failed Shuffles=0
		Merged Map outputs=0
		GC time elapsed (ms)=0
		Total committed heap usage (bytes)=1048576000
	File Input Format Counters 
		Bytes Read=1482
	File Output Format Counters 
		Bytes Written=0
	DistCp Counters
		Bandwidth in Bytes=5365
		Bytes Copied=5365
		Bytes Expected=5365
		Files Copied=2
		DIR_COPY=4
2024-12-03T19:17:50,363 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:33573/backupUT/.tmp/backup_1733253460523 to hdfs://localhost:33573/backupUT finished.
2024-12-03T19:17:50,382 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733253460523
2024-12-03T19:17:50,386 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733253425926}
2024-12-03T19:17:50,386 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup.
2024-12-03T19:17:50,391 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741970_1146 (size=648)
2024-12-03T19:17:50,692 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1e03342807c4a3f669243dfcb9f475e1, had cached 0 bytes from a total of 38453
2024-12-03T19:17:50,792 INFO  [Time-limited test {}] impl.BackupManifest(504): Manifest file stored to hdfs://localhost:33573/backupUT/backup_1733253460523/.backup.manifest
2024-12-03T19:17:50,792 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1733253460523 finished: type=INCREMENTAL,tablelist=backup:system_bulk;ns3:test-17332533858942;ns2:test-17332533858941;test-1733253385894;ns4:test-17332533858943,targetRootDir=hdfs://localhost:33573/backupUT,startts=1733253462869,completets=1733253470382,bytescopied=0
2024-12-03T19:17:50,792 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system
2024-12-03T19:17:50,798 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_backup_system"
type: DISABLED

2024-12-03T19:17:50,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system
2024-12-03T19:17:50,802 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot
2024-12-03T19:17:50,805 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation
2024-12-03T19:17:50,810 INFO  [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1733253460523 completed.
2024-12-03T19:17:50,810 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows
2024-12-03T19:17:50,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T19:17:50,826 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T19:17:50,832 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:33573/backupUT/backup_1733253460523/.backup.manifest
2024-12-03T19:17:50,834 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733253460523/.backup.manifest
2024-12-03T19:17:50,834 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(196): Restoring full backup_1733253395440
2024-12-03T19:17:50,836 INFO  [Time-limited test {}] impl.RestoreTablesClient(100): HBase table table1 does not exist. It will be created during restore process
2024-12-03T19:17:50,837 INFO  [Time-limited test {}] impl.RestoreTablesClient(100): HBase table ns2:table2 does not exist. It will be created during restore process
2024-12-03T19:17:50,838 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:33573/backupUT/backup_1733253395440/.backup.manifest
2024-12-03T19:17:50,839 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733253395440/.backup.manifest
2024-12-03T19:17:50,858 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:33573/backupUT/backup_1733253395440/.backup.manifest
2024-12-03T19:17:50,861 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733253395440/.backup.manifest
2024-12-03T19:17:50,861 INFO  [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1733253385894' to 'table1' from full backup image hdfs://localhost:33573/backupUT/backup_1733253395440/default/test-1733253385894
2024-12-03T19:17:50,872 INFO  [Time-limited test {}] util.RestoreTool(491): Creating target table 'table1'
2024-12-03T19:17:50,872 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:33573/backupUT/backup_1733253395440/default/test-1733253385894/archive/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1
2024-12-03T19:17:50,874 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:33573/backupUT/backup_1733253395440/default/test-1733253385894/archive/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/f in region [hdfs://localhost:33573/backupUT/backup_1733253395440/default/test-1733253385894/archive/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1]
2024-12-03T19:17:50,880 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:33573/backupUT/backup_1733253395440/default/test-1733253385894/archive/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/f/c6f5637fcd0c4afaab7b34a6288ee868 first=row0 last=row98
2024-12-03T19:17:50,880 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:33573/backupUT/backup_1733253395440/default/test-1733253385894/archive/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/f3 in region [hdfs://localhost:33573/backupUT/backup_1733253395440/default/test-1733253385894/archive/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1]
2024-12-03T19:17:50,885 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:33573/backupUT/backup_1733253395440/default/test-1733253385894/archive/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/f3/ab64d4466db646af8f5ed999fee15b9e first=row-test-1733253385894-3-0 last=row-test-1733253385894-3-5
2024-12-03T19:17:50,885 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:33573/backupUT/backup_1733253395440/default/test-1733253385894/archive/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/mob in region [hdfs://localhost:33573/backupUT/backup_1733253395440/default/test-1733253385894/archive/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1]
2024-12-03T19:17:50,890 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:33573/backupUT/backup_1733253395440/default/test-1733253385894/archive/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/mob/f96dff4a8ad542e98f362963f5706df6 first=row-test-1733253385894-3-0 last=row-test-1733253385894-3-5
2024-12-03T19:17:50,895 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'table1', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T19:17:50,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=table1
2024-12-03T19:17:50,898 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION
2024-12-03T19:17:50,898 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:17:50,898 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "table1"
 procId is: 62
2024-12-03T19:17:50,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-12-03T19:17:50,900 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-03T19:17:50,916 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741971_1147 (size=938)
2024-12-03T19:17:51,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-12-03T19:17:51,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-12-03T19:17:51,319 INFO  [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 620f8e6f53f1df8146afbcdf06dcb892, NAME => 'table1,,1733253470895.620f8e6f53f1df8146afbcdf06dcb892.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a
2024-12-03T19:17:51,319 INFO  [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 345d1f8c7da853d00bc786aecce47edc, NAME => 'table1,row0,1733253470895.345d1f8c7da853d00bc786aecce47edc.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a
2024-12-03T19:17:51,339 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741972_1148 (size=45)
2024-12-03T19:17:51,340 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1733253470895.345d1f8c7da853d00bc786aecce47edc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T19:17:51,340 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing 345d1f8c7da853d00bc786aecce47edc, disabling compactions & flushes
2024-12-03T19:17:51,340 INFO  [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1733253470895.345d1f8c7da853d00bc786aecce47edc.
2024-12-03T19:17:51,340 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1733253470895.345d1f8c7da853d00bc786aecce47edc.
2024-12-03T19:17:51,340 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1733253470895.345d1f8c7da853d00bc786aecce47edc. after waiting 0 ms
2024-12-03T19:17:51,340 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1733253470895.345d1f8c7da853d00bc786aecce47edc.
2024-12-03T19:17:51,340 INFO  [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1733253470895.345d1f8c7da853d00bc786aecce47edc.
2024-12-03T19:17:51,340 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for 345d1f8c7da853d00bc786aecce47edc:
Waiting for close lock at 1733253471340Disabling compacts and flushes for region at 1733253471340Disabling writes for close at 1733253471340Writing region close event to WAL at 1733253471340Closed at 1733253471340
2024-12-03T19:17:51,344 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741973_1149 (size=45)
2024-12-03T19:17:51,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-12-03T19:17:51,746 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1733253470895.620f8e6f53f1df8146afbcdf06dcb892.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T19:17:51,746 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing 620f8e6f53f1df8146afbcdf06dcb892, disabling compactions & flushes
2024-12-03T19:17:51,746 INFO  [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1733253470895.620f8e6f53f1df8146afbcdf06dcb892.
2024-12-03T19:17:51,746 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1733253470895.620f8e6f53f1df8146afbcdf06dcb892.
2024-12-03T19:17:51,746 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1733253470895.620f8e6f53f1df8146afbcdf06dcb892. after waiting 0 ms
2024-12-03T19:17:51,746 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1733253470895.620f8e6f53f1df8146afbcdf06dcb892.
2024-12-03T19:17:51,746 INFO  [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1733253470895.620f8e6f53f1df8146afbcdf06dcb892.
2024-12-03T19:17:51,746 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for 620f8e6f53f1df8146afbcdf06dcb892:
Waiting for close lock at 1733253471746Disabling compacts and flushes for region at 1733253471746Disabling writes for close at 1733253471746Writing region close event to WAL at 1733253471746Closed at 1733253471746
2024-12-03T19:17:51,748 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META
2024-12-03T19:17:51,748 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1733253470895.345d1f8c7da853d00bc786aecce47edc.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733253471748"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733253471748"}]},"ts":"1733253471748"}
2024-12-03T19:17:51,748 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1733253470895.620f8e6f53f1df8146afbcdf06dcb892.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733253471748"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733253471748"}]},"ts":"1733253471748"}
2024-12-03T19:17:51,753 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta.
2024-12-03T19:17:51,754 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-03T19:17:51,754 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733253471754"}]},"ts":"1733253471754"}
2024-12-03T19:17:51,757 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta
2024-12-03T19:17:51,757 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=620f8e6f53f1df8146afbcdf06dcb892, ASSIGN}, {pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=345d1f8c7da853d00bc786aecce47edc, ASSIGN}]
2024-12-03T19:17:51,759 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=345d1f8c7da853d00bc786aecce47edc, ASSIGN
2024-12-03T19:17:51,759 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=620f8e6f53f1df8146afbcdf06dcb892, ASSIGN
2024-12-03T19:17:51,760 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=345d1f8c7da853d00bc786aecce47edc, ASSIGN; state=OFFLINE, location=5cd6afc4bcac,37467,1733253377774; forceNewPlan=false, retain=false
2024-12-03T19:17:51,760 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=620f8e6f53f1df8146afbcdf06dcb892, ASSIGN; state=OFFLINE, location=5cd6afc4bcac,37467,1733253377774; forceNewPlan=false, retain=false
2024-12-03T19:17:51,911 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=620f8e6f53f1df8146afbcdf06dcb892, regionState=OPENING, regionLocation=5cd6afc4bcac,37467,1733253377774
2024-12-03T19:17:51,911 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=345d1f8c7da853d00bc786aecce47edc, regionState=OPENING, regionLocation=5cd6afc4bcac,37467,1733253377774
2024-12-03T19:17:51,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=620f8e6f53f1df8146afbcdf06dcb892, ASSIGN because future has completed
2024-12-03T19:17:51,916 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure 620f8e6f53f1df8146afbcdf06dcb892, server=5cd6afc4bcac,37467,1733253377774}]
2024-12-03T19:17:51,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=345d1f8c7da853d00bc786aecce47edc, ASSIGN because future has completed
2024-12-03T19:17:51,918 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=66, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 345d1f8c7da853d00bc786aecce47edc, server=5cd6afc4bcac,37467,1733253377774}]
2024-12-03T19:17:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-12-03T19:17:52,072 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(132): Open table1,,1733253470895.620f8e6f53f1df8146afbcdf06dcb892.
2024-12-03T19:17:52,073 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7752): Opening region: {ENCODED => 620f8e6f53f1df8146afbcdf06dcb892, NAME => 'table1,,1733253470895.620f8e6f53f1df8146afbcdf06dcb892.', STARTKEY => '', ENDKEY => 'row0'}
2024-12-03T19:17:52,073 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-12-03T19:17:52,073 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 620f8e6f53f1df8146afbcdf06dcb892
2024-12-03T19:17:52,073 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(898): Instantiated table1,,1733253470895.620f8e6f53f1df8146afbcdf06dcb892.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T19:17:52,073 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7794): checking encryption for 620f8e6f53f1df8146afbcdf06dcb892
2024-12-03T19:17:52,073 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7797): checking classloading for 620f8e6f53f1df8146afbcdf06dcb892
2024-12-03T19:17:52,075 INFO  [StoreOpener-620f8e6f53f1df8146afbcdf06dcb892-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 620f8e6f53f1df8146afbcdf06dcb892 
2024-12-03T19:17:52,076 INFO  [StoreOpener-620f8e6f53f1df8146afbcdf06dcb892-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 620f8e6f53f1df8146afbcdf06dcb892 columnFamilyName f
2024-12-03T19:17:52,076 DEBUG [StoreOpener-620f8e6f53f1df8146afbcdf06dcb892-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:17:52,077 INFO  [StoreOpener-620f8e6f53f1df8146afbcdf06dcb892-1 {}] regionserver.HStore(327): Store=620f8e6f53f1df8146afbcdf06dcb892/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T19:17:52,077 INFO  [StoreOpener-620f8e6f53f1df8146afbcdf06dcb892-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 620f8e6f53f1df8146afbcdf06dcb892 
2024-12-03T19:17:52,078 INFO  [StoreOpener-620f8e6f53f1df8146afbcdf06dcb892-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 620f8e6f53f1df8146afbcdf06dcb892 columnFamilyName f3
2024-12-03T19:17:52,078 DEBUG [StoreOpener-620f8e6f53f1df8146afbcdf06dcb892-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:17:52,078 INFO  [StoreOpener-620f8e6f53f1df8146afbcdf06dcb892-1 {}] regionserver.HStore(327): Store=620f8e6f53f1df8146afbcdf06dcb892/f3,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T19:17:52,078 INFO  [StoreOpener-620f8e6f53f1df8146afbcdf06dcb892-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 620f8e6f53f1df8146afbcdf06dcb892 
2024-12-03T19:17:52,079 INFO  [StoreOpener-620f8e6f53f1df8146afbcdf06dcb892-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 620f8e6f53f1df8146afbcdf06dcb892 columnFamilyName mob
2024-12-03T19:17:52,080 DEBUG [StoreOpener-620f8e6f53f1df8146afbcdf06dcb892-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:17:52,081 INFO  [StoreOpener-620f8e6f53f1df8146afbcdf06dcb892-1 {}] regionserver.HStore(327): Store=620f8e6f53f1df8146afbcdf06dcb892/mob,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T19:17:52,081 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1038): replaying wal for 620f8e6f53f1df8146afbcdf06dcb892
2024-12-03T19:17:52,082 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/620f8e6f53f1df8146afbcdf06dcb892
2024-12-03T19:17:52,082 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/620f8e6f53f1df8146afbcdf06dcb892
2024-12-03T19:17:52,083 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1048): stopping wal replay for 620f8e6f53f1df8146afbcdf06dcb892
2024-12-03T19:17:52,083 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1060): Cleaning up temporary data for 620f8e6f53f1df8146afbcdf06dcb892
2024-12-03T19:17:52,084 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-03T19:17:52,085 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1093): writing seq id for 620f8e6f53f1df8146afbcdf06dcb892
2024-12-03T19:17:52,087 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/620f8e6f53f1df8146afbcdf06dcb892/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T19:17:52,088 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1114): Opened 620f8e6f53f1df8146afbcdf06dcb892; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11825242880, jitterRate=0.1013115644454956}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-03T19:17:52,088 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 620f8e6f53f1df8146afbcdf06dcb892
2024-12-03T19:17:52,088 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1006): Region open journal for 620f8e6f53f1df8146afbcdf06dcb892:
Running coprocessor pre-open hook at 1733253472073Writing region info on filesystem at 1733253472073Initializing all the Stores at 1733253472074 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733253472074Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733253472074Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733253472075 (+1 ms)Cleaning up temporary data from old regions at 1733253472083 (+8 ms)Running coprocessor post-open hooks at 1733253472088 (+5 ms)Region opened successfully at 1733253472088
2024-12-03T19:17:52,090 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1733253470895.620f8e6f53f1df8146afbcdf06dcb892., pid=65, masterSystemTime=1733253472069
2024-12-03T19:17:52,092 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1733253470895.620f8e6f53f1df8146afbcdf06dcb892.
2024-12-03T19:17:52,092 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(153): Opened table1,,1733253470895.620f8e6f53f1df8146afbcdf06dcb892.
2024-12-03T19:17:52,092 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(132): Open table1,row0,1733253470895.345d1f8c7da853d00bc786aecce47edc.
2024-12-03T19:17:52,092 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7752): Opening region: {ENCODED => 345d1f8c7da853d00bc786aecce47edc, NAME => 'table1,row0,1733253470895.345d1f8c7da853d00bc786aecce47edc.', STARTKEY => 'row0', ENDKEY => ''}
2024-12-03T19:17:52,093 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-12-03T19:17:52,093 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=620f8e6f53f1df8146afbcdf06dcb892, regionState=OPEN, openSeqNum=2, regionLocation=5cd6afc4bcac,37467,1733253377774
2024-12-03T19:17:52,093 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 345d1f8c7da853d00bc786aecce47edc
2024-12-03T19:17:52,093 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(898): Instantiated table1,row0,1733253470895.345d1f8c7da853d00bc786aecce47edc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T19:17:52,093 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7794): checking encryption for 345d1f8c7da853d00bc786aecce47edc
2024-12-03T19:17:52,093 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7797): checking classloading for 345d1f8c7da853d00bc786aecce47edc
2024-12-03T19:17:52,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure 620f8e6f53f1df8146afbcdf06dcb892, server=5cd6afc4bcac,37467,1733253377774 because future has completed
2024-12-03T19:17:52,095 INFO  [StoreOpener-345d1f8c7da853d00bc786aecce47edc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 345d1f8c7da853d00bc786aecce47edc 
2024-12-03T19:17:52,097 INFO  [StoreOpener-345d1f8c7da853d00bc786aecce47edc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 345d1f8c7da853d00bc786aecce47edc columnFamilyName f
2024-12-03T19:17:52,097 DEBUG [StoreOpener-345d1f8c7da853d00bc786aecce47edc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:17:52,098 INFO  [StoreOpener-345d1f8c7da853d00bc786aecce47edc-1 {}] regionserver.HStore(327): Store=345d1f8c7da853d00bc786aecce47edc/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T19:17:52,098 INFO  [StoreOpener-345d1f8c7da853d00bc786aecce47edc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 345d1f8c7da853d00bc786aecce47edc 
2024-12-03T19:17:52,100 INFO  [StoreOpener-345d1f8c7da853d00bc786aecce47edc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 345d1f8c7da853d00bc786aecce47edc columnFamilyName f3
2024-12-03T19:17:52,100 DEBUG [StoreOpener-345d1f8c7da853d00bc786aecce47edc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:17:52,100 INFO  [StoreOpener-345d1f8c7da853d00bc786aecce47edc-1 {}] regionserver.HStore(327): Store=345d1f8c7da853d00bc786aecce47edc/f3,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T19:17:52,101 INFO  [StoreOpener-345d1f8c7da853d00bc786aecce47edc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 345d1f8c7da853d00bc786aecce47edc 
2024-12-03T19:17:52,103 INFO  [StoreOpener-345d1f8c7da853d00bc786aecce47edc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 345d1f8c7da853d00bc786aecce47edc columnFamilyName mob
2024-12-03T19:17:52,103 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=63
2024-12-03T19:17:52,103 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 620f8e6f53f1df8146afbcdf06dcb892, server=5cd6afc4bcac,37467,1733253377774 in 184 msec
2024-12-03T19:17:52,103 DEBUG [StoreOpener-345d1f8c7da853d00bc786aecce47edc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:17:52,104 INFO  [StoreOpener-345d1f8c7da853d00bc786aecce47edc-1 {}] regionserver.HStore(327): Store=345d1f8c7da853d00bc786aecce47edc/mob,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T19:17:52,104 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1038): replaying wal for 345d1f8c7da853d00bc786aecce47edc
2024-12-03T19:17:52,105 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/345d1f8c7da853d00bc786aecce47edc
2024-12-03T19:17:52,106 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/345d1f8c7da853d00bc786aecce47edc
2024-12-03T19:17:52,107 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=620f8e6f53f1df8146afbcdf06dcb892, ASSIGN in 346 msec
2024-12-03T19:17:52,107 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1048): stopping wal replay for 345d1f8c7da853d00bc786aecce47edc
2024-12-03T19:17:52,107 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1060): Cleaning up temporary data for 345d1f8c7da853d00bc786aecce47edc
2024-12-03T19:17:52,108 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-03T19:17:52,109 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1093): writing seq id for 345d1f8c7da853d00bc786aecce47edc
2024-12-03T19:17:52,112 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/345d1f8c7da853d00bc786aecce47edc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T19:17:52,113 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1114): Opened 345d1f8c7da853d00bc786aecce47edc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11574676000, jitterRate=0.07797570526599884}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-03T19:17:52,113 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 345d1f8c7da853d00bc786aecce47edc
2024-12-03T19:17:52,113 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1006): Region open journal for 345d1f8c7da853d00bc786aecce47edc:
Running coprocessor pre-open hook at 1733253472093Writing region info on filesystem at 1733253472093Initializing all the Stores at 1733253472095 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733253472095Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733253472095Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733253472095Cleaning up temporary data from old regions at 1733253472107 (+12 ms)Running coprocessor post-open hooks at 1733253472113 (+6 ms)Region opened successfully at 1733253472113
2024-12-03T19:17:52,116 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1733253470895.345d1f8c7da853d00bc786aecce47edc., pid=66, masterSystemTime=1733253472069
2024-12-03T19:17:52,119 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1733253470895.345d1f8c7da853d00bc786aecce47edc.
2024-12-03T19:17:52,119 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(153): Opened table1,row0,1733253470895.345d1f8c7da853d00bc786aecce47edc.
2024-12-03T19:17:52,119 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=345d1f8c7da853d00bc786aecce47edc, regionState=OPEN, openSeqNum=2, regionLocation=5cd6afc4bcac,37467,1733253377774
2024-12-03T19:17:52,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 345d1f8c7da853d00bc786aecce47edc, server=5cd6afc4bcac,37467,1733253377774 because future has completed
2024-12-03T19:17:52,126 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=64
2024-12-03T19:17:52,127 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 345d1f8c7da853d00bc786aecce47edc, server=5cd6afc4bcac,37467,1733253377774 in 206 msec
2024-12-03T19:17:52,130 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=62
2024-12-03T19:17:52,130 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=62, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=345d1f8c7da853d00bc786aecce47edc, ASSIGN in 369 msec
2024-12-03T19:17:52,131 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-03T19:17:52,132 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733253472131"}]},"ts":"1733253472131"}
2024-12-03T19:17:52,134 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta
2024-12-03T19:17:52,136 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION
2024-12-03T19:17:52,139 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; CreateTableProcedure table=table1 in 1.2410 sec
2024-12-03T19:17:53,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-12-03T19:17:53,049 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:table1 completed
2024-12-03T19:17:53,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100
2024-12-03T19:17:53,056 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:33573/backupUT/backup_1733253395440/default/test-1733253385894/archive/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1 from hbase tables test-1733253385894 to tables table1
2024-12-03T19:17:53,056 INFO  [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1733253385894 into table1
2024-12-03T19:17:53,060 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/hbase-staging/bulk_output-default-table1-1733253473057 from hdfs://localhost:33573/backupUT/backup_1733253395440/default/test-1733253385894/archive/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1
2024-12-03T19:17:53,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d9349ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:53,062 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,32779,-1 for getting cluster id
2024-12-03T19:17:53,062 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T19:17:53,063 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7af04778-a84d-44d8-871f-ac60582cb108'
2024-12-03T19:17:53,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T19:17:53,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7af04778-a84d-44d8-871f-ac60582cb108"

2024-12-03T19:17:53,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d2225ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:53,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,32779,-1]
2024-12-03T19:17:53,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T19:17:53,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:53,066 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T19:17:53,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f365718, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:53,067 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T19:17:53,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,32779,1733253375673
2024-12-03T19:17:53,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37c2deb6
2024-12-03T19:17:53,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T19:17:53,069 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-03T19:17:53,070 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled
2024-12-03T19:17:53,070 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1
2024-12-03T19:17:53,071 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100
2024-12-03T19:17:53,071 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T19:17:53,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37467,1733253377774, seqNum=-1]
2024-12-03T19:17:53,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T19:17:53,073 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T19:17:53,075 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 
2024-12-03T19:17:53,075 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0
2024-12-03T19:17:53,075 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables
2024-12-03T19:17:53,075 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/hbase-staging/partitions_4c66e621-1157-474a-b59e-79982e53fce8
2024-12-03T19:17:53,080 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741974_1150 (size=177)
2024-12-03T19:17:53,482 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:53,482 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:53,483 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:54,315 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop-14263303919286053076.jar
2024-12-03T19:17:54,316 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:54,316 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:54,370 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop-775827720618574778.jar
2024-12-03T19:17:54,371 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:54,371 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:54,371 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:54,372 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:54,372 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:54,372 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:54,372 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-03T19:17:54,372 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-12-03T19:17:54,373 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-12-03T19:17:54,373 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-12-03T19:17:54,373 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-12-03T19:17:54,373 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-12-03T19:17:54,374 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-12-03T19:17:54,374 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-12-03T19:17:54,374 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-12-03T19:17:54,374 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-12-03T19:17:54,374 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-12-03T19:17:54,376 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:54,430 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop-8855068483776639510.jar
2024-12-03T19:17:54,431 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop-8855068483776639510.jar
2024-12-03T19:17:54,431 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:54,431 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop-8855068483776639510.jar
2024-12-03T19:17:54,431 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop-8855068483776639510.jar
2024-12-03T19:17:54,432 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T19:17:54,432 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1
2024-12-03T19:17:54,432 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-03T19:17:54,432 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:197)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T19:17:54,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:54,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:54,433 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T19:17:54,433 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job
2024-12-03T19:17:54,433 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-03T19:17:54,443 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-12-03T19:17:54,455 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-12-03T19:17:54,557 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/mapreduce.cluster.local.dir/job_local1107732749_0012_c4b98b61-d2aa-420a-b36b-45d3f2a9a699/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-12-03T19:17:54,557 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/mapreduce.cluster.local.dir/job_local1107732749_0012_c4b98b61-d2aa-420a-b36b-45d3f2a9a699/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-12-03T19:17:54,607 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:33573/backupUT/backup_1733253395440/default/test-1733253385894/archive/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/f/c6f5637fcd0c4afaab7b34a6288ee868
2024-12-03T19:17:54,610 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-12-03T19:17:54,646 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:33573/backupUT/backup_1733253395440/default/test-1733253385894/archive/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/mob/f96dff4a8ad542e98f362963f5706df6
2024-12-03T19:17:54,649 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-12-03T19:17:54,671 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:33573/backupUT/backup_1733253395440/default/test-1733253385894/archive/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/f3/ab64d4466db646af8f5ed999fee15b9e
2024-12-03T19:17:54,674 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-12-03T19:17:54,703 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17f106e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:54,703 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,32779,-1 for getting cluster id
2024-12-03T19:17:54,703 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T19:17:54,704 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7af04778-a84d-44d8-871f-ac60582cb108'
2024-12-03T19:17:54,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T19:17:54,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7af04778-a84d-44d8-871f-ac60582cb108"

2024-12-03T19:17:54,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74bf7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:54,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,32779,-1]
2024-12-03T19:17:54,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T19:17:54,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:54,706 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T19:17:54,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cf988d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:54,707 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T19:17:54,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37467,1733253377774, seqNum=-1]
2024-12-03T19:17:54,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T19:17:54,709 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T19:17:54,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1733253385894-3-0', locateType=CURRENT is [region=table1,,1733253470895.620f8e6f53f1df8146afbcdf06dcb892., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2]
2024-12-03T19:17:54,711 INFO  [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1.
2024-12-03T19:17:54,712 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T19:17:54,712 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:54,712 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:54,712 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T19:17:54,712 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733253385894-3-0]
2024-12-03T19:17:54,712 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 5cd6afc4bcac
2024-12-03T19:17:54,717 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c73d389, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:54,717 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,32779,-1 for getting cluster id
2024-12-03T19:17:54,717 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T19:17:54,718 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7af04778-a84d-44d8-871f-ac60582cb108'
2024-12-03T19:17:54,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T19:17:54,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7af04778-a84d-44d8-871f-ac60582cb108"

2024-12-03T19:17:54,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328e0d64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:54,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,32779,-1]
2024-12-03T19:17:54,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T19:17:54,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:54,719 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T19:17:54,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f23104b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:54,720 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T19:17:54,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37467,1733253377774, seqNum=-1]
2024-12-03T19:17:54,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T19:17:54,722 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T19:17:54,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1733253385894-3-0', locateType=CURRENT is [region=table1,,1733253470895.620f8e6f53f1df8146afbcdf06dcb892., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2]
2024-12-03T19:17:54,723 INFO  [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1.
2024-12-03T19:17:54,723 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T19:17:54,723 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:54,723 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:54,723 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T19:17:54,723 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733253385894-3-0]
2024-12-03T19:17:54,723 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 5cd6afc4bcac
2024-12-03T19:17:54,728 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/hbase-staging/bulk_output-default-table1-1733253473057/_temporary/0/_temporary/attempt_local1107732749_0012_r_000000_0/f3/3e6a28583eb2417288e2eb85c142080f is 58, key is row-test-1733253385894-3-0/f3:q1/1733253395365/Put/seqid=0
2024-12-03T19:17:54,729 WARN  [Thread-1617 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [5cd6afc4bcac:37467] Specified favored nodes: [5cd6afc4bcac:37467]
2024-12-03T19:17:54,732 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741975_1151 (size=5530)
2024-12-03T19:17:55,133 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/hbase-staging/bulk_output-default-table1-1733253473057/_temporary/0/_temporary/attempt_local1107732749_0012_r_000000_0/mob/959babaa10114b6ca3dd3b8f207110ba is 59, key is row-test-1733253385894-3-0/mob:q1/1733253395398/Put/seqid=0
2024-12-03T19:17:55,136 WARN  [Thread-1619 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [5cd6afc4bcac:37467] Specified favored nodes: [5cd6afc4bcac:37467]
2024-12-03T19:17:55,139 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741976_1152 (size=5539)
2024-12-03T19:17:55,565 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@360c1bd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:55,565 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,32779,-1 for getting cluster id
2024-12-03T19:17:55,565 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T19:17:55,566 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7af04778-a84d-44d8-871f-ac60582cb108'
2024-12-03T19:17:55,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T19:17:55,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7af04778-a84d-44d8-871f-ac60582cb108"

2024-12-03T19:17:55,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52e84bdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:55,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,32779,-1]
2024-12-03T19:17:55,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T19:17:55,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:55,567 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T19:17:55,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@453fa593, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:55,569 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T19:17:55,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37467,1733253377774, seqNum=-1]
2024-12-03T19:17:55,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T19:17:55,571 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T19:17:55,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1733253470895.345d1f8c7da853d00bc786aecce47edc., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2]
2024-12-03T19:17:55,573 INFO  [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1.
2024-12-03T19:17:55,573 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T19:17:55,573 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:55,573 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:55,573 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T19:17:55,573 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0]
2024-12-03T19:17:55,574 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 5cd6afc4bcac
2024-12-03T19:17:55,582 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/hbase-staging/bulk_output-default-table1-1733253473057/_temporary/0/_temporary/attempt_local1107732749_0012_r_000001_0/f/9ea0d840da744d0f90774808e917e76d is 37, key is row10/f:q1/1733253387650/Put/seqid=0
2024-12-03T19:17:55,584 WARN  [Thread-1634 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [5cd6afc4bcac:37467] Specified favored nodes: [5cd6afc4bcac:37467]
2024-12-03T19:17:55,586 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741977_1153 (size=8742)
2024-12-03T19:17:56,112 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1
2024-12-03T19:17:56,112 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_table1 Metrics about Tables on a single HBase RegionServer
2024-12-03T19:17:56,220 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1'
2024-12-03T19:17:56,601 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/hbase-staging/bulk_output-default-table1-1733253473057
2024-12-03T19:17:56,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26e25a06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:56,602 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,32779,-1 for getting cluster id
2024-12-03T19:17:56,602 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T19:17:56,603 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7af04778-a84d-44d8-871f-ac60582cb108'
2024-12-03T19:17:56,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T19:17:56,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7af04778-a84d-44d8-871f-ac60582cb108"

2024-12-03T19:17:56,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c5ca2f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:56,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,32779,-1]
2024-12-03T19:17:56,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T19:17:56,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:56,605 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T19:17:56,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aef213b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:56,606 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T19:17:56,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37467,1733253377774, seqNum=-1]
2024-12-03T19:17:56,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T19:17:56,609 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T19:17:56,612 WARN  [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/hbase-staging/bulk_output-default-table1-1733253473057/_SUCCESS
2024-12-03T19:17:56,620 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T19:17:56,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,32779,1733253375673
2024-12-03T19:17:56,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4bc55446
2024-12-03T19:17:56,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T19:17:56,622 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-03T19:17:56,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1733253470895.620f8e6f53f1df8146afbcdf06dcb892., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2]
2024-12-03T19:17:56,635 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100
2024-12-03T19:17:56,646 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/hbase-staging/bulk_output-default-table1-1733253473057/f/9ea0d840da744d0f90774808e917e76d first=Optional[row0] last=Optional[row98]
2024-12-03T19:17:56,650 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/hbase-staging/bulk_output-default-table1-1733253473057/f3/3e6a28583eb2417288e2eb85c142080f first=Optional[row-test-1733253385894-3-0] last=Optional[row-test-1733253385894-3-5]
2024-12-03T19:17:56,653 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/hbase-staging/bulk_output-default-table1-1733253473057/mob/959babaa10114b6ca3dd3b8f207110ba first=Optional[row-test-1733253385894-3-0] last=Optional[row-test-1733253385894-3-5]
2024-12-03T19:17:56,668 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/hbase-staging/bulk_output-default-table1-1733253473057/f/9ea0d840da744d0f90774808e917e76d for inclusion in 345d1f8c7da853d00bc786aecce47edc/f
2024-12-03T19:17:56,668 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/hbase-staging/bulk_output-default-table1-1733253473057/f3/3e6a28583eb2417288e2eb85c142080f for inclusion in 620f8e6f53f1df8146afbcdf06dcb892/f3
2024-12-03T19:17:56,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.HStore(626): HFile bounds: first=row-test-1733253385894-3-0 last=row-test-1733253385894-3-5
2024-12-03T19:17:56,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.HStore(628): Region bounds: first= last=row0
2024-12-03T19:17:56,674 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/hbase-staging/bulk_output-default-table1-1733253473057/mob/959babaa10114b6ca3dd3b8f207110ba for inclusion in 620f8e6f53f1df8146afbcdf06dcb892/mob
2024-12-03T19:17:56,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98
2024-12-03T19:17:56,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467 {}] regionserver.HStore(628): Region bounds: first=row0 last=
2024-12-03T19:17:56,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467 {}] regionserver.HRegion(2603): Flush status journal for 345d1f8c7da853d00bc786aecce47edc:

2024-12-03T19:17:56,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/hbase-staging/bulk_output-default-table1-1733253473057/f/9ea0d840da744d0f90774808e917e76d to hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/staging/jenkins__table1__ss02s432e673ksivki34jbnbdlvmokc2nfg687tb0i0gg4s4cf74s9k017o8ql95/f/9ea0d840da744d0f90774808e917e76d
2024-12-03T19:17:56,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.HStore(626): HFile bounds: first=row-test-1733253385894-3-0 last=row-test-1733253385894-3-5
2024-12-03T19:17:56,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.HStore(628): Region bounds: first= last=row0
2024-12-03T19:17:56,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.HRegion(2603): Flush status journal for 620f8e6f53f1df8146afbcdf06dcb892:

2024-12-03T19:17:56,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/staging/jenkins__table1__ss02s432e673ksivki34jbnbdlvmokc2nfg687tb0i0gg4s4cf74s9k017o8ql95/f/9ea0d840da744d0f90774808e917e76d as hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/345d1f8c7da853d00bc786aecce47edc/f/35f78eec59e54e89bf6e9883498e56a3_SeqId_4_
2024-12-03T19:17:56,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/hbase-staging/bulk_output-default-table1-1733253473057/f3/3e6a28583eb2417288e2eb85c142080f to hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/staging/jenkins__table1__ss02s432e673ksivki34jbnbdlvmokc2nfg687tb0i0gg4s4cf74s9k017o8ql95/f3/3e6a28583eb2417288e2eb85c142080f
2024-12-03T19:17:56,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13c507cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:56,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,32779,-1 for getting cluster id
2024-12-03T19:17:56,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T19:17:56,682 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7af04778-a84d-44d8-871f-ac60582cb108'
2024-12-03T19:17:56,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T19:17:56,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7af04778-a84d-44d8-871f-ac60582cb108"

2024-12-03T19:17:56,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41747603, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:56,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,32779,-1]
2024-12-03T19:17:56,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T19:17:56,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:56,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/staging/jenkins__table1__ss02s432e673ksivki34jbnbdlvmokc2nfg687tb0i0gg4s4cf74s9k017o8ql95/f3/3e6a28583eb2417288e2eb85c142080f as hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/620f8e6f53f1df8146afbcdf06dcb892/f3/1c5ea912446244b197d22e8c304611ff_SeqId_4_
2024-12-03T19:17:56,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/hbase-staging/bulk_output-default-table1-1733253473057/mob/959babaa10114b6ca3dd3b8f207110ba to hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/staging/jenkins__table1__ss02s432e673ksivki34jbnbdlvmokc2nfg687tb0i0gg4s4cf74s9k017o8ql95/mob/959babaa10114b6ca3dd3b8f207110ba
2024-12-03T19:17:56,687 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T19:17:56,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d50caa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:56,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T19:17:56,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,32779,1733253375673
2024-12-03T19:17:56,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/staging/jenkins__table1__ss02s432e673ksivki34jbnbdlvmokc2nfg687tb0i0gg4s4cf74s9k017o8ql95/mob/959babaa10114b6ca3dd3b8f207110ba as hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/620f8e6f53f1df8146afbcdf06dcb892/mob/c711c33b6fac44d9bdbbc624c35d70bf_SeqId_4_
2024-12-03T19:17:56,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24987afd
2024-12-03T19:17:56,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T19:17:56,692 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-03T19:17:56,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@316a9a80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:56,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,32779,-1 for getting cluster id
2024-12-03T19:17:56,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T19:17:56,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T19:17:56,695 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7af04778-a84d-44d8-871f-ac60582cb108'
2024-12-03T19:17:56,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37467,1733253377774, seqNum=-1]
2024-12-03T19:17:56,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T19:17:56,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7af04778-a84d-44d8-871f-ac60582cb108"

2024-12-03T19:17:56,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T19:17:56,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e2e1bc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:56,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,32779,-1]
2024-12-03T19:17:56,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T19:17:56,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:56,697 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T19:17:56,698 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T19:17:56,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e24cc13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:56,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T19:17:56,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,32779,1733253375673
2024-12-03T19:17:56,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49a9a971
2024-12-03T19:17:56,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T19:17:56,702 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-03T19:17:56,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T19:17:56,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37467,1733253377774, seqNum=-1]
2024-12-03T19:17:56,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T19:17:56,705 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T19:17:56,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T19:17:56,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T19:17:56,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T19:17:56,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733253395604.e17c4198b10bfd8e3bc81f45da668c75., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2]
2024-12-03T19:17:56,724 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467.
2024-12-03T19:17:56,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443)
    at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T19:17:56,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:56,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:56,724 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T19:17:56,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T19:17:56,726 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/staging/jenkins__table1__ss02s432e673ksivki34jbnbdlvmokc2nfg687tb0i0gg4s4cf74s9k017o8ql95/f/9ea0d840da744d0f90774808e917e76d into 345d1f8c7da853d00bc786aecce47edc/f as hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/345d1f8c7da853d00bc786aecce47edc/f/35f78eec59e54e89bf6e9883498e56a3_SeqId_4_ - updating store file list.
2024-12-03T19:17:56,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733253395604.e17c4198b10bfd8e3bc81f45da668c75., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2]
2024-12-03T19:17:56,733 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/345d1f8c7da853d00bc786aecce47edc/f/35f78eec59e54e89bf6e9883498e56a3_SeqId_4_ into 345d1f8c7da853d00bc786aecce47edc/f
2024-12-03T19:17:56,733 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/staging/jenkins__table1__ss02s432e673ksivki34jbnbdlvmokc2nfg687tb0i0gg4s4cf74s9k017o8ql95/f/9ea0d840da744d0f90774808e917e76d into 345d1f8c7da853d00bc786aecce47edc/f (new location: hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/345d1f8c7da853d00bc786aecce47edc/f/35f78eec59e54e89bf6e9883498e56a3_SeqId_4_)
2024-12-03T19:17:56,733 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467.
2024-12-03T19:17:56,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443)
    at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T19:17:56,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:56,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/staging/jenkins__table1__ss02s432e673ksivki34jbnbdlvmokc2nfg687tb0i0gg4s4cf74s9k017o8ql95/f/9ea0d840da744d0f90774808e917e76d
2024-12-03T19:17:56,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:56,734 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T19:17:56,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68a2e35f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:56,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,32779,-1 for getting cluster id
2024-12-03T19:17:56,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T19:17:56,736 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7af04778-a84d-44d8-871f-ac60582cb108'
2024-12-03T19:17:56,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T19:17:56,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7af04778-a84d-44d8-871f-ac60582cb108"

2024-12-03T19:17:56,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c0c55d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:56,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,32779,-1]
2024-12-03T19:17:56,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T19:17:56,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:56,737 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T19:17:56,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d658dc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:56,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T19:17:56,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b8c182c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:56,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,32779,-1 for getting cluster id
2024-12-03T19:17:56,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T19:17:56,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,32779,1733253375673
2024-12-03T19:17:56,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f2afc54
2024-12-03T19:17:56,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T19:17:56,740 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7af04778-a84d-44d8-871f-ac60582cb108'
2024-12-03T19:17:56,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T19:17:56,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7af04778-a84d-44d8-871f-ac60582cb108"

2024-12-03T19:17:56,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@644e1920, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:56,740 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-03T19:17:56,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,32779,-1]
2024-12-03T19:17:56,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T19:17:56,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:56,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T19:17:56,741 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService
2024-12-03T19:17:56,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1332a441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:56,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T19:17:56,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37467,1733253377774, seqNum=-1]
2024-12-03T19:17:56,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T19:17:56,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,32779,1733253375673
2024-12-03T19:17:56,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ea83b0b
2024-12-03T19:17:56,744 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T19:17:56,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T19:17:56,744 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService
2024-12-03T19:17:56,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T19:17:56,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37467,1733253377774, seqNum=-1]
2024-12-03T19:17:56,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T19:17:56,747 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService
2024-12-03T19:17:56,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T19:17:56,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T19:17:56,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T19:17:56,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733253395604.e17c4198b10bfd8e3bc81f45da668c75., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2]
2024-12-03T19:17:56,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T19:17:56,759 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467.
2024-12-03T19:17:56,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443)
    at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T19:17:56,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:56,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:56,760 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T19:17:56,761 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/staging/jenkins__table1__ss02s432e673ksivki34jbnbdlvmokc2nfg687tb0i0gg4s4cf74s9k017o8ql95/f3/3e6a28583eb2417288e2eb85c142080f into 620f8e6f53f1df8146afbcdf06dcb892/f3 as hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/620f8e6f53f1df8146afbcdf06dcb892/f3/1c5ea912446244b197d22e8c304611ff_SeqId_4_ - updating store file list.
2024-12-03T19:17:56,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733253395604.e17c4198b10bfd8e3bc81f45da668c75., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2]
2024-12-03T19:17:56,766 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/620f8e6f53f1df8146afbcdf06dcb892/f3/1c5ea912446244b197d22e8c304611ff_SeqId_4_ into 620f8e6f53f1df8146afbcdf06dcb892/f3
2024-12-03T19:17:56,766 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467.
2024-12-03T19:17:56,766 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/staging/jenkins__table1__ss02s432e673ksivki34jbnbdlvmokc2nfg687tb0i0gg4s4cf74s9k017o8ql95/f3/3e6a28583eb2417288e2eb85c142080f into 620f8e6f53f1df8146afbcdf06dcb892/f3 (new location: hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/620f8e6f53f1df8146afbcdf06dcb892/f3/1c5ea912446244b197d22e8c304611ff_SeqId_4_)
2024-12-03T19:17:56,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T19:17:56,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:56,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:56,767 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T19:17:56,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/staging/jenkins__table1__ss02s432e673ksivki34jbnbdlvmokc2nfg687tb0i0gg4s4cf74s9k017o8ql95/f3/3e6a28583eb2417288e2eb85c142080f
2024-12-03T19:17:56,768 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/staging/jenkins__table1__ss02s432e673ksivki34jbnbdlvmokc2nfg687tb0i0gg4s4cf74s9k017o8ql95/mob/959babaa10114b6ca3dd3b8f207110ba into 620f8e6f53f1df8146afbcdf06dcb892/mob as hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/620f8e6f53f1df8146afbcdf06dcb892/mob/c711c33b6fac44d9bdbbc624c35d70bf_SeqId_4_ - updating store file list.
2024-12-03T19:17:56,773 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/620f8e6f53f1df8146afbcdf06dcb892/mob/c711c33b6fac44d9bdbbc624c35d70bf_SeqId_4_ into 620f8e6f53f1df8146afbcdf06dcb892/mob
2024-12-03T19:17:56,773 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/staging/jenkins__table1__ss02s432e673ksivki34jbnbdlvmokc2nfg687tb0i0gg4s4cf74s9k017o8ql95/mob/959babaa10114b6ca3dd3b8f207110ba into 620f8e6f53f1df8146afbcdf06dcb892/mob (new location: hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/620f8e6f53f1df8146afbcdf06dcb892/mob/c711c33b6fac44d9bdbbc624c35d70bf_SeqId_4_)
2024-12-03T19:17:56,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/staging/jenkins__table1__ss02s432e673ksivki34jbnbdlvmokc2nfg687tb0i0gg4s4cf74s9k017o8ql95/mob/959babaa10114b6ca3dd3b8f207110ba
2024-12-03T19:17:56,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11451cbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:56,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,32779,-1 for getting cluster id
2024-12-03T19:17:56,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T19:17:56,776 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7af04778-a84d-44d8-871f-ac60582cb108'
2024-12-03T19:17:56,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T19:17:56,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7af04778-a84d-44d8-871f-ac60582cb108"

2024-12-03T19:17:56,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75cda0ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:56,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,32779,-1]
2024-12-03T19:17:56,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T19:17:56,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:56,777 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService
2024-12-03T19:17:56,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22c5db4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:56,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T19:17:56,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,32779,1733253375673
2024-12-03T19:17:56,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34ac3bb2
2024-12-03T19:17:56,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T19:17:56,779 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService
2024-12-03T19:17:56,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T19:17:56,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37467,1733253377774, seqNum=-1]
2024-12-03T19:17:56,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T19:17:56,782 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService
2024-12-03T19:17:56,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T19:17:56,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T19:17:56,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733253395604.e17c4198b10bfd8e3bc81f45da668c75., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2]
2024-12-03T19:17:56,793 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467.
2024-12-03T19:17:56,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T19:17:56,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:56,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:56,794 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T19:17:56,797 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-03T19:17:56,797 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:197)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T19:17:56,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:56,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:56,798 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T19:17:56,798 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0
2024-12-03T19:17:56,799 INFO  [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s):
2024-12-03T19:17:56,799 INFO  [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1733253395440 hdfs://localhost:33573/backupUT/backup_1733253395440/default/test-1733253385894/
2024-12-03T19:17:56,800 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:33573/backupUT/backup_1733253395440/.backup.manifest
2024-12-03T19:17:56,800 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-12-03T19:17:56,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1733253470895.620f8e6f53f1df8146afbcdf06dcb892., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2 , the old value is region=table1,,1733253470895.620f8e6f53f1df8146afbcdf06dcb892., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5cd6afc4bcac:37467 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-12-03T19:17:56,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1733253470895.620f8e6f53f1df8146afbcdf06dcb892., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-12-03T19:17:56,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1733253470895.620f8e6f53f1df8146afbcdf06dcb892., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2 from cache
2024-12-03T19:17:56,802 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733253395440/.backup.manifest
2024-12-03T19:17:56,802 INFO  [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17332533858941' to 'ns2:table2' from full backup image hdfs://localhost:33573/backupUT/backup_1733253395440/ns2/test-17332533858941
2024-12-03T19:17:56,811 INFO  [Time-limited test {}] util.RestoreTool(491): Creating target table 'ns2:table2'
2024-12-03T19:17:56,811 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:33573/backupUT/backup_1733253395440/ns2/test-17332533858941/archive/data/ns2/test-17332533858941/592a39a3a9254207004ee4d05cbb691e
2024-12-03T19:17:56,812 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:33573/backupUT/backup_1733253395440/ns2/test-17332533858941/archive/data/ns2/test-17332533858941/592a39a3a9254207004ee4d05cbb691e/f in region [hdfs://localhost:33573/backupUT/backup_1733253395440/ns2/test-17332533858941/archive/data/ns2/test-17332533858941/592a39a3a9254207004ee4d05cbb691e]
2024-12-03T19:17:56,816 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:33573/backupUT/backup_1733253395440/ns2/test-17332533858941/archive/data/ns2/test-17332533858941/592a39a3a9254207004ee4d05cbb691e/f/b29000704b7042efbcb6f8727d4ecc67 first=row0 last=row98
2024-12-03T19:17:56,818 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32779 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T19:17:56,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32779 {}] procedure2.ProcedureExecutor(1139): Stored pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:table2
2024-12-03T19:17:56,820 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_PRE_OPERATION
2024-12-03T19:17:56,820 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32779 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "ns2"
qualifier: "table2"
 procId is: 67
2024-12-03T19:17:56,821 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-03T19:17:56,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67
2024-12-03T19:17:56,826 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741978_1154 (size=351)
2024-12-03T19:17:56,910 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:37467 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 34 more
2024-12-03T19:17:56,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67
2024-12-03T19:17:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67
2024-12-03T19:17:57,231 INFO  [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 13c3cd90ae6e3a958007d2bc3e96bdb8, NAME => 'ns2:table2,,1733253476817.13c3cd90ae6e3a958007d2bc3e96bdb8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a
2024-12-03T19:17:57,240 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741979_1155 (size=37)
2024-12-03T19:17:57,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67
2024-12-03T19:17:57,601 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties
2024-12-03T19:17:57,641 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1733253476817.13c3cd90ae6e3a958007d2bc3e96bdb8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T19:17:57,642 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing 13c3cd90ae6e3a958007d2bc3e96bdb8, disabling compactions & flushes
2024-12-03T19:17:57,642 INFO  [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1733253476817.13c3cd90ae6e3a958007d2bc3e96bdb8.
2024-12-03T19:17:57,642 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1733253476817.13c3cd90ae6e3a958007d2bc3e96bdb8.
2024-12-03T19:17:57,642 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1733253476817.13c3cd90ae6e3a958007d2bc3e96bdb8. after waiting 0 ms
2024-12-03T19:17:57,642 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1733253476817.13c3cd90ae6e3a958007d2bc3e96bdb8.
2024-12-03T19:17:57,642 INFO  [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1733253476817.13c3cd90ae6e3a958007d2bc3e96bdb8.
2024-12-03T19:17:57,642 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for 13c3cd90ae6e3a958007d2bc3e96bdb8:
Waiting for close lock at 1733253477641Disabling compacts and flushes for region at 1733253477641Disabling writes for close at 1733253477642 (+1 ms)Writing region close event to WAL at 1733253477642Closed at 1733253477642
2024-12-03T19:17:57,643 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ADD_TO_META
2024-12-03T19:17:57,644 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1733253476817.13c3cd90ae6e3a958007d2bc3e96bdb8.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1733253477643"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733253477643"}]},"ts":"1733253477643"}
2024-12-03T19:17:57,646 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T19:17:57,647 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-03T19:17:57,648 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733253477647"}]},"ts":"1733253477647"}
2024-12-03T19:17:57,650 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta
2024-12-03T19:17:57,651 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=13c3cd90ae6e3a958007d2bc3e96bdb8, ASSIGN}]
2024-12-03T19:17:57,652 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=13c3cd90ae6e3a958007d2bc3e96bdb8, ASSIGN
2024-12-03T19:17:57,653 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=13c3cd90ae6e3a958007d2bc3e96bdb8, ASSIGN; state=OFFLINE, location=5cd6afc4bcac,37467,1733253377774; forceNewPlan=false, retain=false
2024-12-03T19:17:57,803 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=13c3cd90ae6e3a958007d2bc3e96bdb8, regionState=OPENING, regionLocation=5cd6afc4bcac,37467,1733253377774
2024-12-03T19:17:57,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=13c3cd90ae6e3a958007d2bc3e96bdb8, ASSIGN because future has completed
2024-12-03T19:17:57,806 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13c3cd90ae6e3a958007d2bc3e96bdb8, server=5cd6afc4bcac,37467,1733253377774}]
2024-12-03T19:17:57,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67
2024-12-03T19:17:57,962 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(132): Open ns2:table2,,1733253476817.13c3cd90ae6e3a958007d2bc3e96bdb8.
2024-12-03T19:17:57,962 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7752): Opening region: {ENCODED => 13c3cd90ae6e3a958007d2bc3e96bdb8, NAME => 'ns2:table2,,1733253476817.13c3cd90ae6e3a958007d2bc3e96bdb8.', STARTKEY => '', ENDKEY => ''}
2024-12-03T19:17:57,963 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-12-03T19:17:57,963 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 13c3cd90ae6e3a958007d2bc3e96bdb8
2024-12-03T19:17:57,963 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(898): Instantiated ns2:table2,,1733253476817.13c3cd90ae6e3a958007d2bc3e96bdb8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T19:17:57,963 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7794): checking encryption for 13c3cd90ae6e3a958007d2bc3e96bdb8
2024-12-03T19:17:57,963 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7797): checking classloading for 13c3cd90ae6e3a958007d2bc3e96bdb8
2024-12-03T19:17:57,965 INFO  [StoreOpener-13c3cd90ae6e3a958007d2bc3e96bdb8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 13c3cd90ae6e3a958007d2bc3e96bdb8 
2024-12-03T19:17:57,966 INFO  [StoreOpener-13c3cd90ae6e3a958007d2bc3e96bdb8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13c3cd90ae6e3a958007d2bc3e96bdb8 columnFamilyName f
2024-12-03T19:17:57,966 DEBUG [StoreOpener-13c3cd90ae6e3a958007d2bc3e96bdb8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:17:57,967 INFO  [StoreOpener-13c3cd90ae6e3a958007d2bc3e96bdb8-1 {}] regionserver.HStore(327): Store=13c3cd90ae6e3a958007d2bc3e96bdb8/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T19:17:57,967 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1038): replaying wal for 13c3cd90ae6e3a958007d2bc3e96bdb8
2024-12-03T19:17:57,968 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/ns2/table2/13c3cd90ae6e3a958007d2bc3e96bdb8
2024-12-03T19:17:57,968 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/ns2/table2/13c3cd90ae6e3a958007d2bc3e96bdb8
2024-12-03T19:17:57,969 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1048): stopping wal replay for 13c3cd90ae6e3a958007d2bc3e96bdb8
2024-12-03T19:17:57,969 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1060): Cleaning up temporary data for 13c3cd90ae6e3a958007d2bc3e96bdb8
2024-12-03T19:17:57,970 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1093): writing seq id for 13c3cd90ae6e3a958007d2bc3e96bdb8
2024-12-03T19:17:57,972 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/ns2/table2/13c3cd90ae6e3a958007d2bc3e96bdb8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T19:17:57,973 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1114): Opened 13c3cd90ae6e3a958007d2bc3e96bdb8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9704682560, jitterRate=-0.0961810052394867}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T19:17:57,973 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 13c3cd90ae6e3a958007d2bc3e96bdb8
2024-12-03T19:17:57,973 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1006): Region open journal for 13c3cd90ae6e3a958007d2bc3e96bdb8:
Running coprocessor pre-open hook at 1733253477963Writing region info on filesystem at 1733253477963Initializing all the Stores at 1733253477964 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733253477964Cleaning up temporary data from old regions at 1733253477969 (+5 ms)Running coprocessor post-open hooks at 1733253477973 (+4 ms)Region opened successfully at 1733253477973
2024-12-03T19:17:57,974 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1733253476817.13c3cd90ae6e3a958007d2bc3e96bdb8., pid=69, masterSystemTime=1733253477958
2024-12-03T19:17:57,976 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1733253476817.13c3cd90ae6e3a958007d2bc3e96bdb8.
2024-12-03T19:17:57,977 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(153): Opened ns2:table2,,1733253476817.13c3cd90ae6e3a958007d2bc3e96bdb8.
2024-12-03T19:17:57,977 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=13c3cd90ae6e3a958007d2bc3e96bdb8, regionState=OPEN, openSeqNum=2, regionLocation=5cd6afc4bcac,37467,1733253377774
2024-12-03T19:17:57,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13c3cd90ae6e3a958007d2bc3e96bdb8, server=5cd6afc4bcac,37467,1733253377774 because future has completed
2024-12-03T19:17:57,981 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68
2024-12-03T19:17:57,981 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 13c3cd90ae6e3a958007d2bc3e96bdb8, server=5cd6afc4bcac,37467,1733253377774 in 173 msec
2024-12-03T19:17:57,982 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=68, resume processing ppid=67
2024-12-03T19:17:57,982 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=67, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=13c3cd90ae6e3a958007d2bc3e96bdb8, ASSIGN in 330 msec
2024-12-03T19:17:57,983 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-03T19:17:57,983 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733253477983"}]},"ts":"1733253477983"}
2024-12-03T19:17:57,984 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta
2024-12-03T19:17:57,985 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_POST_OPERATION
2024-12-03T19:17:57,987 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:table2 in 1.1670 sec
2024-12-03T19:17:58,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67
2024-12-03T19:17:58,979 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:table2 completed
2024-12-03T19:17:58,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100
2024-12-03T19:17:58,984 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:33573/backupUT/backup_1733253395440/ns2/test-17332533858941/archive/data/ns2/test-17332533858941/592a39a3a9254207004ee4d05cbb691e from hbase tables ns2:test-17332533858941 to tables ns2:table2
2024-12-03T19:17:58,984 INFO  [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17332533858941 into ns2:table2
2024-12-03T19:17:58,986 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/hbase-staging/bulk_output-ns2-table2-1733253478984 from hdfs://localhost:33573/backupUT/backup_1733253395440/ns2/test-17332533858941/archive/data/ns2/test-17332533858941/592a39a3a9254207004ee4d05cbb691e
2024-12-03T19:17:58,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d146fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:58,987 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,32779,-1 for getting cluster id
2024-12-03T19:17:58,987 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T19:17:58,988 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7af04778-a84d-44d8-871f-ac60582cb108'
2024-12-03T19:17:58,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T19:17:58,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7af04778-a84d-44d8-871f-ac60582cb108"

2024-12-03T19:17:58,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22988865, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:58,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,32779,-1]
2024-12-03T19:17:58,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T19:17:58,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:17:58,990 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T19:17:58,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43d67989, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:17:58,991 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T19:17:58,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,32779,1733253375673
2024-12-03T19:17:58,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67090c8e
2024-12-03T19:17:58,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T19:17:58,994 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-03T19:17:58,995 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled
2024-12-03T19:17:58,995 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2
2024-12-03T19:17:58,995 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100
2024-12-03T19:17:58,996 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T19:17:58,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37467,1733253377774, seqNum=-1]
2024-12-03T19:17:58,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T19:17:58,999 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T19:17:59,000 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 
2024-12-03T19:17:59,000 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables
2024-12-03T19:17:59,001 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/hbase-staging/partitions_bbb3cec8-e3ad-45f3-8e17-843fc09dbe1b
2024-12-03T19:17:59,008 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741980_1156 (size=153)
2024-12-03T19:17:59,312 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 592a39a3a9254207004ee4d05cbb691e, had cached 0 bytes from a total of 13547
2024-12-03T19:17:59,410 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:59,410 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:17:59,411 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:18:00,242 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop-8319358278061329212.jar
2024-12-03T19:18:00,242 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:18:00,243 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:18:00,307 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop-17434771239378997580.jar
2024-12-03T19:18:00,307 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:18:00,308 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:18:00,308 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:18:00,308 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:18:00,309 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:18:00,309 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:18:00,309 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-03T19:18:00,309 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-12-03T19:18:00,310 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-12-03T19:18:00,310 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-12-03T19:18:00,310 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-12-03T19:18:00,310 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-12-03T19:18:00,311 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-12-03T19:18:00,311 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-12-03T19:18:00,311 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-12-03T19:18:00,311 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-12-03T19:18:00,311 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-12-03T19:18:00,312 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:18:00,364 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop-15574177899772145121.jar
2024-12-03T19:18:00,365 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop-15574177899772145121.jar
2024-12-03T19:18:00,365 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:18:00,365 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop-15574177899772145121.jar
2024-12-03T19:18:00,365 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop-15574177899772145121.jar
2024-12-03T19:18:00,366 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T19:18:00,366 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2
2024-12-03T19:18:00,366 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-03T19:18:00,366 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:197)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T19:18:00,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:00,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:00,366 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T19:18:00,366 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job
2024-12-03T19:18:00,367 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-03T19:18:00,378 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-12-03T19:18:00,389 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-12-03T19:18:00,476 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/mapreduce.cluster.local.dir/job_local595946530_0013_7c812d79-17f5-4c6f-8c3e-855171f5284e/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-12-03T19:18:00,476 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/mapreduce.cluster.local.dir/job_local595946530_0013_7c812d79-17f5-4c6f-8c3e-855171f5284e/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-12-03T19:18:00,536 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:33573/backupUT/backup_1733253395440/ns2/test-17332533858941/archive/data/ns2/test-17332533858941/592a39a3a9254207004ee4d05cbb691e/f/b29000704b7042efbcb6f8727d4ecc67
2024-12-03T19:18:00,540 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-12-03T19:18:00,570 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24f78ec5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:00,570 DEBUG [pool-272-thread-1 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,32779,-1 for getting cluster id
2024-12-03T19:18:00,570 DEBUG [pool-272-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T19:18:00,571 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7af04778-a84d-44d8-871f-ac60582cb108'
2024-12-03T19:18:00,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T19:18:00,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7af04778-a84d-44d8-871f-ac60582cb108"

2024-12-03T19:18:00,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@667d0fae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:00,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,32779,-1]
2024-12-03T19:18:00,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T19:18:00,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:00,573 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T19:18:00,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a501f24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:00,574 DEBUG [pool-272-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T19:18:00,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37467,1733253377774, seqNum=-1]
2024-12-03T19:18:00,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T19:18:00,576 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T19:18:00,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row0', locateType=CURRENT is [region=ns2:table2,,1733253476817.13c3cd90ae6e3a958007d2bc3e96bdb8., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2]
2024-12-03T19:18:00,578 INFO  [pool-272-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-272-thread-1.
2024-12-03T19:18:00,578 DEBUG [pool-272-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T19:18:00,578 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:00,578 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:00,578 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T19:18:00,578 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0]
2024-12-03T19:18:00,578 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 5cd6afc4bcac
2024-12-03T19:18:00,583 DEBUG [pool-272-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/hbase-staging/bulk_output-ns2-table2-1733253478984/_temporary/0/_temporary/attempt_local595946530_0013_r_000000_0/f/c43c56ef3c454be3911efb1d1e6d7101 is 37, key is row10/f:q1/1733253390275/Put/seqid=0
2024-12-03T19:18:00,585 WARN  [Thread-1701 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [5cd6afc4bcac:37467] Specified favored nodes: [5cd6afc4bcac:37467]
2024-12-03T19:18:00,587 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741981_1157 (size=8741)
2024-12-03T19:18:01,521 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/hbase-staging/bulk_output-ns2-table2-1733253478984
2024-12-03T19:18:01,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57d3c043, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:01,521 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,32779,-1 for getting cluster id
2024-12-03T19:18:01,522 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T19:18:01,522 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7af04778-a84d-44d8-871f-ac60582cb108'
2024-12-03T19:18:01,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T19:18:01,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7af04778-a84d-44d8-871f-ac60582cb108"

2024-12-03T19:18:01,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11750657, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:01,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,32779,-1]
2024-12-03T19:18:01,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T19:18:01,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:01,524 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T19:18:01,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20b81b0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:01,525 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T19:18:01,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37467,1733253377774, seqNum=-1]
2024-12-03T19:18:01,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T19:18:01,527 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T19:18:01,531 WARN  [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/hbase-staging/bulk_output-ns2-table2-1733253478984/_SUCCESS
2024-12-03T19:18:01,534 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T19:18:01,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,32779,1733253375673
2024-12-03T19:18:01,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6619945a
2024-12-03T19:18:01,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T19:18:01,536 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-03T19:18:01,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1733253476817.13c3cd90ae6e3a958007d2bc3e96bdb8., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2]
2024-12-03T19:18:01,541 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100
2024-12-03T19:18:01,547 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/hbase-staging/bulk_output-ns2-table2-1733253478984/f/c43c56ef3c454be3911efb1d1e6d7101 first=Optional[row0] last=Optional[row98]
2024-12-03T19:18:01,551 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/hbase-staging/bulk_output-ns2-table2-1733253478984/f/c43c56ef3c454be3911efb1d1e6d7101 for inclusion in 13c3cd90ae6e3a958007d2bc3e96bdb8/f
2024-12-03T19:18:01,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98
2024-12-03T19:18:01,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.HStore(628): Region bounds: first= last=
2024-12-03T19:18:01,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.HRegion(2603): Flush status journal for 13c3cd90ae6e3a958007d2bc3e96bdb8:

2024-12-03T19:18:01,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/hbase-staging/bulk_output-ns2-table2-1733253478984/f/c43c56ef3c454be3911efb1d1e6d7101 to hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/staging/jenkins__ns2_table2__aqti5m5tq5udklu0lnb6lj6hbqlvjvkqqro5n6hhnbm4qvpv4glj9sanripvihn5/f/c43c56ef3c454be3911efb1d1e6d7101
2024-12-03T19:18:01,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/staging/jenkins__ns2_table2__aqti5m5tq5udklu0lnb6lj6hbqlvjvkqqro5n6hhnbm4qvpv4glj9sanripvihn5/f/c43c56ef3c454be3911efb1d1e6d7101 as hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/ns2/table2/13c3cd90ae6e3a958007d2bc3e96bdb8/f/c439e7637ec6428b98d5e26283281816_SeqId_4_
2024-12-03T19:18:01,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a0b9b7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:01,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,32779,-1 for getting cluster id
2024-12-03T19:18:01,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T19:18:01,559 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7af04778-a84d-44d8-871f-ac60582cb108'
2024-12-03T19:18:01,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T19:18:01,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7af04778-a84d-44d8-871f-ac60582cb108"

2024-12-03T19:18:01,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c8e8cb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:01,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,32779,-1]
2024-12-03T19:18:01,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T19:18:01,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:01,560 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T19:18:01,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5295038b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:01,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T19:18:01,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,32779,1733253375673
2024-12-03T19:18:01,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50f38f1f
2024-12-03T19:18:01,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T19:18:01,562 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-03T19:18:01,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T19:18:01,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37467,1733253377774, seqNum=-1]
2024-12-03T19:18:01,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T19:18:01,565 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T19:18:01,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T19:18:01,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T19:18:01,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733253395604.e17c4198b10bfd8e3bc81f45da668c75., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2]
2024-12-03T19:18:01,580 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467.
2024-12-03T19:18:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443)
    at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T19:18:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:01,580 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T19:18:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:01,581 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/staging/jenkins__ns2_table2__aqti5m5tq5udklu0lnb6lj6hbqlvjvkqqro5n6hhnbm4qvpv4glj9sanripvihn5/f/c43c56ef3c454be3911efb1d1e6d7101 into 13c3cd90ae6e3a958007d2bc3e96bdb8/f as hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/ns2/table2/13c3cd90ae6e3a958007d2bc3e96bdb8/f/c439e7637ec6428b98d5e26283281816_SeqId_4_ - updating store file list.
2024-12-03T19:18:01,586 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/ns2/table2/13c3cd90ae6e3a958007d2bc3e96bdb8/f/c439e7637ec6428b98d5e26283281816_SeqId_4_ into 13c3cd90ae6e3a958007d2bc3e96bdb8/f
2024-12-03T19:18:01,586 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/staging/jenkins__ns2_table2__aqti5m5tq5udklu0lnb6lj6hbqlvjvkqqro5n6hhnbm4qvpv4glj9sanripvihn5/f/c43c56ef3c454be3911efb1d1e6d7101 into 13c3cd90ae6e3a958007d2bc3e96bdb8/f (new location: hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/ns2/table2/13c3cd90ae6e3a958007d2bc3e96bdb8/f/c439e7637ec6428b98d5e26283281816_SeqId_4_)
2024-12-03T19:18:01,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/staging/jenkins__ns2_table2__aqti5m5tq5udklu0lnb6lj6hbqlvjvkqqro5n6hhnbm4qvpv4glj9sanripvihn5/f/c43c56ef3c454be3911efb1d1e6d7101
2024-12-03T19:18:01,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76ce53f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:01,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,32779,-1 for getting cluster id
2024-12-03T19:18:01,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T19:18:01,589 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7af04778-a84d-44d8-871f-ac60582cb108'
2024-12-03T19:18:01,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T19:18:01,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7af04778-a84d-44d8-871f-ac60582cb108"

2024-12-03T19:18:01,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e066159, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:01,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,32779,-1]
2024-12-03T19:18:01,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T19:18:01,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:01,590 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService
2024-12-03T19:18:01,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1902e86f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:01,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T19:18:01,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,32779,1733253375673
2024-12-03T19:18:01,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73969b0
2024-12-03T19:18:01,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T19:18:01,592 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService
2024-12-03T19:18:01,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T19:18:01,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37467,1733253377774, seqNum=-1]
2024-12-03T19:18:01,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T19:18:01,595 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService
2024-12-03T19:18:01,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T19:18:01,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T19:18:01,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733253395604.e17c4198b10bfd8e3bc81f45da668c75., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2]
2024-12-03T19:18:01,609 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467.
2024-12-03T19:18:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T19:18:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:01,609 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T19:18:01,610 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-03T19:18:01,610 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:197)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T19:18:01,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:01,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:01,610 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T19:18:01,610 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0
2024-12-03T19:18:01,610 INFO  [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s):
2024-12-03T19:18:01,610 INFO  [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1733253395440 hdfs://localhost:33573/backupUT/backup_1733253395440/ns2/test-17332533858941/
2024-12-03T19:18:01,610 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished
2024-12-03T19:18:01,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1733253476817.13c3cd90ae6e3a958007d2bc3e96bdb8., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2 , the old value is region=ns2:table2,,1733253476817.13c3cd90ae6e3a958007d2bc3e96bdb8., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5cd6afc4bcac:37467 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-12-03T19:18:01,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1733253476817.13c3cd90ae6e3a958007d2bc3e96bdb8., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-12-03T19:18:01,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1733253476817.13c3cd90ae6e3a958007d2bc3e96bdb8., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2 from cache
2024-12-03T19:18:01,611 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-12-03T19:18:01,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1733253470895.620f8e6f53f1df8146afbcdf06dcb892., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2]
2024-12-03T19:18:01,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1733253470895.345d1f8c7da853d00bc786aecce47edc., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2]
2024-12-03T19:18:01,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1733253476817.13c3cd90ae6e3a958007d2bc3e96bdb8., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2]
2024-12-03T19:18:01,637 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:33573/backupUT/backup_1733253460523/.backup.manifest
2024-12-03T19:18:01,641 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733253460523/.backup.manifest
2024-12-03T19:18:01,642 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:33573/backupUT/backup_1733253425926/.backup.manifest
2024-12-03T19:18:01,644 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733253425926/.backup.manifest
2024-12-03T19:18:01,644 INFO  [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1733253385894' to 'table1' from full backup image hdfs://localhost:33573/backupUT/backup_1733253425926/default/test-1733253385894
2024-12-03T19:18:01,646 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'test-1733253385894', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1733253460523
2024-12-03T19:18:01,649 INFO  [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'table1', preserving region splits
2024-12-03T19:18:01,653 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32779 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable table1
2024-12-03T19:18:01,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32779 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=table1
2024-12-03T19:18:01,659 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733253481659"}]},"ts":"1733253481659"}
2024-12-03T19:18:01,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-12-03T19:18:01,661 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLING in hbase:meta
2024-12-03T19:18:01,661 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set table1 to state=DISABLING
2024-12-03T19:18:01,663 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=table1}]
2024-12-03T19:18:01,667 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=620f8e6f53f1df8146afbcdf06dcb892, UNASSIGN}, {pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=345d1f8c7da853d00bc786aecce47edc, UNASSIGN}]
2024-12-03T19:18:01,668 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=345d1f8c7da853d00bc786aecce47edc, UNASSIGN
2024-12-03T19:18:01,668 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=620f8e6f53f1df8146afbcdf06dcb892, UNASSIGN
2024-12-03T19:18:01,669 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=620f8e6f53f1df8146afbcdf06dcb892, regionState=CLOSING, regionLocation=5cd6afc4bcac,37467,1733253377774
2024-12-03T19:18:01,669 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=73 updating hbase:meta row=345d1f8c7da853d00bc786aecce47edc, regionState=CLOSING, regionLocation=5cd6afc4bcac,37467,1733253377774
2024-12-03T19:18:01,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=620f8e6f53f1df8146afbcdf06dcb892, UNASSIGN because future has completed
2024-12-03T19:18:01,671 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-03T19:18:01,671 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure 620f8e6f53f1df8146afbcdf06dcb892, server=5cd6afc4bcac,37467,1733253377774}]
2024-12-03T19:18:01,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=345d1f8c7da853d00bc786aecce47edc, UNASSIGN because future has completed
2024-12-03T19:18:01,672 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-03T19:18:01,672 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=73, state=RUNNABLE, hasLock=false; CloseRegionProcedure 345d1f8c7da853d00bc786aecce47edc, server=5cd6afc4bcac,37467,1733253377774}]
2024-12-03T19:18:01,719 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:37467 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 34 more
2024-12-03T19:18:01,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-12-03T19:18:01,824 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(122): Close 620f8e6f53f1df8146afbcdf06dcb892
2024-12-03T19:18:01,824 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-12-03T19:18:01,824 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1722): Closing 620f8e6f53f1df8146afbcdf06dcb892, disabling compactions & flushes
2024-12-03T19:18:01,824 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1755): Closing region table1,,1733253470895.620f8e6f53f1df8146afbcdf06dcb892.
2024-12-03T19:18:01,824 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1733253470895.620f8e6f53f1df8146afbcdf06dcb892.
2024-12-03T19:18:01,824 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1843): Acquired close lock on table1,,1733253470895.620f8e6f53f1df8146afbcdf06dcb892. after waiting 0 ms
2024-12-03T19:18:01,825 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1853): Updates disabled for region table1,,1733253470895.620f8e6f53f1df8146afbcdf06dcb892.
2024-12-03T19:18:01,834 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/620f8e6f53f1df8146afbcdf06dcb892/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1
2024-12-03T19:18:01,835 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-12-03T19:18:01,835 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1973): Closed table1,,1733253470895.620f8e6f53f1df8146afbcdf06dcb892.
2024-12-03T19:18:01,835 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1676): Region close journal for 620f8e6f53f1df8146afbcdf06dcb892:
Waiting for close lock at 1733253481824Running coprocessor pre-close hooks at 1733253481824Disabling compacts and flushes for region at 1733253481824Disabling writes for close at 1733253481824Writing region close event to WAL at 1733253481827 (+3 ms)Running coprocessor post-close hooks at 1733253481834 (+7 ms)Closed at 1733253481835 (+1 ms)
2024-12-03T19:18:01,837 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(157): Closed 620f8e6f53f1df8146afbcdf06dcb892
2024-12-03T19:18:01,837 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(122): Close 345d1f8c7da853d00bc786aecce47edc
2024-12-03T19:18:01,837 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-12-03T19:18:01,837 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1722): Closing 345d1f8c7da853d00bc786aecce47edc, disabling compactions & flushes
2024-12-03T19:18:01,837 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1755): Closing region table1,row0,1733253470895.345d1f8c7da853d00bc786aecce47edc.
2024-12-03T19:18:01,837 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1733253470895.345d1f8c7da853d00bc786aecce47edc.
2024-12-03T19:18:01,838 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1733253470895.345d1f8c7da853d00bc786aecce47edc. after waiting 0 ms
2024-12-03T19:18:01,838 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1733253470895.345d1f8c7da853d00bc786aecce47edc.
2024-12-03T19:18:01,838 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=620f8e6f53f1df8146afbcdf06dcb892, regionState=CLOSED
2024-12-03T19:18:01,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure 620f8e6f53f1df8146afbcdf06dcb892, server=5cd6afc4bcac,37467,1733253377774 because future has completed
2024-12-03T19:18:01,842 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/345d1f8c7da853d00bc786aecce47edc/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1
2024-12-03T19:18:01,843 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-12-03T19:18:01,843 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=72
2024-12-03T19:18:01,843 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1973): Closed table1,row0,1733253470895.345d1f8c7da853d00bc786aecce47edc.
2024-12-03T19:18:01,843 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=72, state=SUCCESS, hasLock=false; CloseRegionProcedure 620f8e6f53f1df8146afbcdf06dcb892, server=5cd6afc4bcac,37467,1733253377774 in 169 msec
2024-12-03T19:18:01,843 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1676): Region close journal for 345d1f8c7da853d00bc786aecce47edc:
Waiting for close lock at 1733253481837Running coprocessor pre-close hooks at 1733253481837Disabling compacts and flushes for region at 1733253481837Disabling writes for close at 1733253481838 (+1 ms)Writing region close event to WAL at 1733253481838Running coprocessor post-close hooks at 1733253481843 (+5 ms)Closed at 1733253481843
2024-12-03T19:18:01,845 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=71, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=620f8e6f53f1df8146afbcdf06dcb892, UNASSIGN in 176 msec
2024-12-03T19:18:01,845 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(157): Closed 345d1f8c7da853d00bc786aecce47edc
2024-12-03T19:18:01,846 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=73 updating hbase:meta row=345d1f8c7da853d00bc786aecce47edc, regionState=CLOSED
2024-12-03T19:18:01,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=73, state=RUNNABLE, hasLock=false; CloseRegionProcedure 345d1f8c7da853d00bc786aecce47edc, server=5cd6afc4bcac,37467,1733253377774 because future has completed
2024-12-03T19:18:01,850 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=73
2024-12-03T19:18:01,850 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=73, state=SUCCESS, hasLock=false; CloseRegionProcedure 345d1f8c7da853d00bc786aecce47edc, server=5cd6afc4bcac,37467,1733253377774 in 177 msec
2024-12-03T19:18:01,853 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=71
2024-12-03T19:18:01,853 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=71, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=345d1f8c7da853d00bc786aecce47edc, UNASSIGN in 183 msec
2024-12-03T19:18:01,856 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70
2024-12-03T19:18:01,856 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=table1 in 192 msec
2024-12-03T19:18:01,857 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733253481857"}]},"ts":"1733253481857"}
2024-12-03T19:18:01,859 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLED in hbase:meta
2024-12-03T19:18:01,859 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set table1 to state=DISABLED
2024-12-03T19:18:01,860 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; DisableTableProcedure table=table1 in 205 msec
2024-12-03T19:18:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-12-03T19:18:01,979 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:table1 completed
2024-12-03T19:18:01,984 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32779 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.3 truncate table1
2024-12-03T19:18:01,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32779 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true)
2024-12-03T19:18:01,991 DEBUG [PEWorker-3 {}] procedure.TruncateTableProcedure(87): waiting for 'table1' regions in transition
2024-12-03T19:18:01,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-12-03T19:18:01,999 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/620f8e6f53f1df8146afbcdf06dcb892
2024-12-03T19:18:01,999 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/345d1f8c7da853d00bc786aecce47edc
2024-12-03T19:18:02,002 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/620f8e6f53f1df8146afbcdf06dcb892/f, FileablePath, hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/620f8e6f53f1df8146afbcdf06dcb892/f3, FileablePath, hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/620f8e6f53f1df8146afbcdf06dcb892/mob, FileablePath, hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/620f8e6f53f1df8146afbcdf06dcb892/recovered.edits]
2024-12-03T19:18:02,003 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/345d1f8c7da853d00bc786aecce47edc/f, FileablePath, hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/345d1f8c7da853d00bc786aecce47edc/f3, FileablePath, hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/345d1f8c7da853d00bc786aecce47edc/mob, FileablePath, hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/345d1f8c7da853d00bc786aecce47edc/recovered.edits]
2024-12-03T19:18:02,007 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/345d1f8c7da853d00bc786aecce47edc/f/35f78eec59e54e89bf6e9883498e56a3_SeqId_4_ to hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/archive/data/default/table1/345d1f8c7da853d00bc786aecce47edc/f/35f78eec59e54e89bf6e9883498e56a3_SeqId_4_
2024-12-03T19:18:02,008 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/620f8e6f53f1df8146afbcdf06dcb892/f3/1c5ea912446244b197d22e8c304611ff_SeqId_4_ to hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/archive/data/default/table1/620f8e6f53f1df8146afbcdf06dcb892/f3/1c5ea912446244b197d22e8c304611ff_SeqId_4_
2024-12-03T19:18:02,012 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/620f8e6f53f1df8146afbcdf06dcb892/mob/c711c33b6fac44d9bdbbc624c35d70bf_SeqId_4_ to hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/archive/data/default/table1/620f8e6f53f1df8146afbcdf06dcb892/mob/c711c33b6fac44d9bdbbc624c35d70bf_SeqId_4_
2024-12-03T19:18:02,013 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/345d1f8c7da853d00bc786aecce47edc/recovered.edits/6.seqid to hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/archive/data/default/table1/345d1f8c7da853d00bc786aecce47edc/recovered.edits/6.seqid
2024-12-03T19:18:02,014 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/345d1f8c7da853d00bc786aecce47edc
2024-12-03T19:18:02,016 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/620f8e6f53f1df8146afbcdf06dcb892/recovered.edits/6.seqid to hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/archive/data/default/table1/620f8e6f53f1df8146afbcdf06dcb892/recovered.edits/6.seqid
2024-12-03T19:18:02,016 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/620f8e6f53f1df8146afbcdf06dcb892
2024-12-03T19:18:02,016 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived table1 regions
2024-12-03T19:18:02,017 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f
2024-12-03T19:18:02,017 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f/mob]
2024-12-03T19:18:02,019 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f
2024-12-03T19:18:02,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37467 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms
2024-12-03T19:18:02,031 WARN  [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of table1 from hbase:meta
2024-12-03T19:18:02,035 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'table1' descriptor.
2024-12-03T19:18:02,039 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'table1' from region states.
2024-12-03T19:18:02,039 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,,1733253470895.620f8e6f53f1df8146afbcdf06dcb892.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733253482039"}]},"ts":"9223372036854775807"}
2024-12-03T19:18:02,040 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,row0,1733253470895.345d1f8c7da853d00bc786aecce47edc.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733253482039"}]},"ts":"9223372036854775807"}
2024-12-03T19:18:02,043 INFO  [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 2 regions from META
2024-12-03T19:18:02,043 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 620f8e6f53f1df8146afbcdf06dcb892, NAME => 'table1,,1733253470895.620f8e6f53f1df8146afbcdf06dcb892.', STARTKEY => '', ENDKEY => 'row0'}, {ENCODED => 345d1f8c7da853d00bc786aecce47edc, NAME => 'table1,row0,1733253470895.345d1f8c7da853d00bc786aecce47edc.', STARTKEY => 'row0', ENDKEY => ''}]
2024-12-03T19:18:02,043 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'table1' as deleted.
2024-12-03T19:18:02,043 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733253482043"}]},"ts":"9223372036854775807"}
2024-12-03T19:18:02,045 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table table1 state from META
2024-12-03T19:18:02,052 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741982_1158 (size=938)
2024-12-03T19:18:02,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-12-03T19:18:02,221 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:table2'
2024-12-03T19:18:02,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-12-03T19:18:02,455 INFO  [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 37972917f089ca413aef5fa45f462582, NAME => 'table1,,1733253482021.37972917f089ca413aef5fa45f462582.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a
2024-12-03T19:18:02,456 INFO  [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 12d02a1d9c893ddbb7257fa675d4c5b2, NAME => 'table1,row0,1733253482021.12d02a1d9c893ddbb7257fa675d4c5b2.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a
2024-12-03T19:18:02,466 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741983_1159 (size=45)
2024-12-03T19:18:02,468 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741984_1160 (size=45)
2024-12-03T19:18:02,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-12-03T19:18:02,867 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1733253482021.37972917f089ca413aef5fa45f462582.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T19:18:02,867 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing 37972917f089ca413aef5fa45f462582, disabling compactions & flushes
2024-12-03T19:18:02,867 INFO  [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1733253482021.37972917f089ca413aef5fa45f462582.
2024-12-03T19:18:02,867 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1733253482021.37972917f089ca413aef5fa45f462582.
2024-12-03T19:18:02,868 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1733253482021.37972917f089ca413aef5fa45f462582. after waiting 0 ms
2024-12-03T19:18:02,868 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1733253482021.37972917f089ca413aef5fa45f462582.
2024-12-03T19:18:02,868 INFO  [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1733253482021.37972917f089ca413aef5fa45f462582.
2024-12-03T19:18:02,868 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for 37972917f089ca413aef5fa45f462582:
Waiting for close lock at 1733253482867Disabling compacts and flushes for region at 1733253482867Disabling writes for close at 1733253482868 (+1 ms)Writing region close event to WAL at 1733253482868Closed at 1733253482868
2024-12-03T19:18:02,869 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1733253482021.12d02a1d9c893ddbb7257fa675d4c5b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T19:18:02,869 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing 12d02a1d9c893ddbb7257fa675d4c5b2, disabling compactions & flushes
2024-12-03T19:18:02,869 INFO  [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1733253482021.12d02a1d9c893ddbb7257fa675d4c5b2.
2024-12-03T19:18:02,869 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1733253482021.12d02a1d9c893ddbb7257fa675d4c5b2.
2024-12-03T19:18:02,869 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1733253482021.12d02a1d9c893ddbb7257fa675d4c5b2. after waiting 0 ms
2024-12-03T19:18:02,869 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1733253482021.12d02a1d9c893ddbb7257fa675d4c5b2.
2024-12-03T19:18:02,869 INFO  [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1733253482021.12d02a1d9c893ddbb7257fa675d4c5b2.
2024-12-03T19:18:02,869 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for 12d02a1d9c893ddbb7257fa675d4c5b2:
Waiting for close lock at 1733253482869Disabling compacts and flushes for region at 1733253482869Disabling writes for close at 1733253482869Writing region close event to WAL at 1733253482869Closed at 1733253482869
2024-12-03T19:18:02,871 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1733253482021.37972917f089ca413aef5fa45f462582.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733253482871"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733253482871"}]},"ts":"1733253482871"}
2024-12-03T19:18:02,872 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1733253482021.12d02a1d9c893ddbb7257fa675d4c5b2.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733253482871"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733253482871"}]},"ts":"1733253482871"}
2024-12-03T19:18:02,875 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta.
2024-12-03T19:18:02,878 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733253482877"}]},"ts":"1733253482877"}
2024-12-03T19:18:02,880 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta
2024-12-03T19:18:02,881 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=37972917f089ca413aef5fa45f462582, ASSIGN}, {pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=12d02a1d9c893ddbb7257fa675d4c5b2, ASSIGN}]
2024-12-03T19:18:02,882 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=37972917f089ca413aef5fa45f462582, ASSIGN
2024-12-03T19:18:02,882 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=12d02a1d9c893ddbb7257fa675d4c5b2, ASSIGN
2024-12-03T19:18:02,883 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=12d02a1d9c893ddbb7257fa675d4c5b2, ASSIGN; state=OFFLINE, location=5cd6afc4bcac,37467,1733253377774; forceNewPlan=false, retain=false
2024-12-03T19:18:02,883 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=37972917f089ca413aef5fa45f462582, ASSIGN; state=OFFLINE, location=5cd6afc4bcac,37467,1733253377774; forceNewPlan=false, retain=false
2024-12-03T19:18:03,035 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=37972917f089ca413aef5fa45f462582, regionState=OPENING, regionLocation=5cd6afc4bcac,37467,1733253377774
2024-12-03T19:18:03,035 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=12d02a1d9c893ddbb7257fa675d4c5b2, regionState=OPENING, regionLocation=5cd6afc4bcac,37467,1733253377774
2024-12-03T19:18:03,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=12d02a1d9c893ddbb7257fa675d4c5b2, ASSIGN because future has completed
2024-12-03T19:18:03,039 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12d02a1d9c893ddbb7257fa675d4c5b2, server=5cd6afc4bcac,37467,1733253377774}]
2024-12-03T19:18:03,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=37972917f089ca413aef5fa45f462582, ASSIGN because future has completed
2024-12-03T19:18:03,041 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37972917f089ca413aef5fa45f462582, server=5cd6afc4bcac,37467,1733253377774}]
2024-12-03T19:18:03,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-12-03T19:18:03,199 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open table1,row0,1733253482021.12d02a1d9c893ddbb7257fa675d4c5b2.
2024-12-03T19:18:03,199 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => 12d02a1d9c893ddbb7257fa675d4c5b2, NAME => 'table1,row0,1733253482021.12d02a1d9c893ddbb7257fa675d4c5b2.', STARTKEY => 'row0', ENDKEY => ''}
2024-12-03T19:18:03,200 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-12-03T19:18:03,200 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 12d02a1d9c893ddbb7257fa675d4c5b2
2024-12-03T19:18:03,200 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated table1,row0,1733253482021.12d02a1d9c893ddbb7257fa675d4c5b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T19:18:03,200 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for 12d02a1d9c893ddbb7257fa675d4c5b2
2024-12-03T19:18:03,200 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for 12d02a1d9c893ddbb7257fa675d4c5b2
2024-12-03T19:18:03,203 INFO  [StoreOpener-12d02a1d9c893ddbb7257fa675d4c5b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 12d02a1d9c893ddbb7257fa675d4c5b2 
2024-12-03T19:18:03,205 INFO  [StoreOpener-12d02a1d9c893ddbb7257fa675d4c5b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12d02a1d9c893ddbb7257fa675d4c5b2 columnFamilyName f
2024-12-03T19:18:03,205 DEBUG [StoreOpener-12d02a1d9c893ddbb7257fa675d4c5b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:18:03,205 INFO  [StoreOpener-12d02a1d9c893ddbb7257fa675d4c5b2-1 {}] regionserver.HStore(327): Store=12d02a1d9c893ddbb7257fa675d4c5b2/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T19:18:03,206 INFO  [StoreOpener-12d02a1d9c893ddbb7257fa675d4c5b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 12d02a1d9c893ddbb7257fa675d4c5b2 
2024-12-03T19:18:03,207 INFO  [StoreOpener-12d02a1d9c893ddbb7257fa675d4c5b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12d02a1d9c893ddbb7257fa675d4c5b2 columnFamilyName f3
2024-12-03T19:18:03,207 DEBUG [StoreOpener-12d02a1d9c893ddbb7257fa675d4c5b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:18:03,208 INFO  [StoreOpener-12d02a1d9c893ddbb7257fa675d4c5b2-1 {}] regionserver.HStore(327): Store=12d02a1d9c893ddbb7257fa675d4c5b2/f3,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T19:18:03,208 INFO  [StoreOpener-12d02a1d9c893ddbb7257fa675d4c5b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 12d02a1d9c893ddbb7257fa675d4c5b2 
2024-12-03T19:18:03,210 INFO  [StoreOpener-12d02a1d9c893ddbb7257fa675d4c5b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12d02a1d9c893ddbb7257fa675d4c5b2 columnFamilyName mob
2024-12-03T19:18:03,211 DEBUG [StoreOpener-12d02a1d9c893ddbb7257fa675d4c5b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:18:03,212 INFO  [StoreOpener-12d02a1d9c893ddbb7257fa675d4c5b2-1 {}] regionserver.HStore(327): Store=12d02a1d9c893ddbb7257fa675d4c5b2/mob,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T19:18:03,212 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for 12d02a1d9c893ddbb7257fa675d4c5b2
2024-12-03T19:18:03,213 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/12d02a1d9c893ddbb7257fa675d4c5b2
2024-12-03T19:18:03,214 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/12d02a1d9c893ddbb7257fa675d4c5b2
2024-12-03T19:18:03,216 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for 12d02a1d9c893ddbb7257fa675d4c5b2
2024-12-03T19:18:03,216 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for 12d02a1d9c893ddbb7257fa675d4c5b2
2024-12-03T19:18:03,217 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-03T19:18:03,218 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for 12d02a1d9c893ddbb7257fa675d4c5b2
2024-12-03T19:18:03,220 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/12d02a1d9c893ddbb7257fa675d4c5b2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T19:18:03,221 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened 12d02a1d9c893ddbb7257fa675d4c5b2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11209585280, jitterRate=0.04397398233413696}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-03T19:18:03,221 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 12d02a1d9c893ddbb7257fa675d4c5b2
2024-12-03T19:18:03,222 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for 12d02a1d9c893ddbb7257fa675d4c5b2:
Running coprocessor pre-open hook at 1733253483200Writing region info on filesystem at 1733253483200Initializing all the Stores at 1733253483202 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733253483202Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733253483202Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733253483202Cleaning up temporary data from old regions at 1733253483216 (+14 ms)Running coprocessor post-open hooks at 1733253483221 (+5 ms)Region opened successfully at 1733253483222 (+1 ms)
2024-12-03T19:18:03,223 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1733253482021.12d02a1d9c893ddbb7257fa675d4c5b2., pid=79, masterSystemTime=1733253483192
2024-12-03T19:18:03,225 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1733253482021.12d02a1d9c893ddbb7257fa675d4c5b2.
2024-12-03T19:18:03,225 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened table1,row0,1733253482021.12d02a1d9c893ddbb7257fa675d4c5b2.
2024-12-03T19:18:03,225 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(132): Open table1,,1733253482021.37972917f089ca413aef5fa45f462582.
2024-12-03T19:18:03,225 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7752): Opening region: {ENCODED => 37972917f089ca413aef5fa45f462582, NAME => 'table1,,1733253482021.37972917f089ca413aef5fa45f462582.', STARTKEY => '', ENDKEY => 'row0'}
2024-12-03T19:18:03,226 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=12d02a1d9c893ddbb7257fa675d4c5b2, regionState=OPEN, openSeqNum=2, regionLocation=5cd6afc4bcac,37467,1733253377774
2024-12-03T19:18:03,226 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-12-03T19:18:03,226 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 37972917f089ca413aef5fa45f462582
2024-12-03T19:18:03,226 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(898): Instantiated table1,,1733253482021.37972917f089ca413aef5fa45f462582.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T19:18:03,226 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7794): checking encryption for 37972917f089ca413aef5fa45f462582
2024-12-03T19:18:03,226 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7797): checking classloading for 37972917f089ca413aef5fa45f462582
2024-12-03T19:18:03,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=78, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12d02a1d9c893ddbb7257fa675d4c5b2, server=5cd6afc4bcac,37467,1733253377774 because future has completed
2024-12-03T19:18:03,227 INFO  [StoreOpener-37972917f089ca413aef5fa45f462582-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 37972917f089ca413aef5fa45f462582 
2024-12-03T19:18:03,229 INFO  [StoreOpener-37972917f089ca413aef5fa45f462582-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37972917f089ca413aef5fa45f462582 columnFamilyName f
2024-12-03T19:18:03,229 DEBUG [StoreOpener-37972917f089ca413aef5fa45f462582-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:18:03,230 INFO  [StoreOpener-37972917f089ca413aef5fa45f462582-1 {}] regionserver.HStore(327): Store=37972917f089ca413aef5fa45f462582/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T19:18:03,230 INFO  [StoreOpener-37972917f089ca413aef5fa45f462582-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 37972917f089ca413aef5fa45f462582 
2024-12-03T19:18:03,231 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78
2024-12-03T19:18:03,231 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; OpenRegionProcedure 12d02a1d9c893ddbb7257fa675d4c5b2, server=5cd6afc4bcac,37467,1733253377774 in 190 msec
2024-12-03T19:18:03,231 INFO  [StoreOpener-37972917f089ca413aef5fa45f462582-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37972917f089ca413aef5fa45f462582 columnFamilyName f3
2024-12-03T19:18:03,231 DEBUG [StoreOpener-37972917f089ca413aef5fa45f462582-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:18:03,232 INFO  [StoreOpener-37972917f089ca413aef5fa45f462582-1 {}] regionserver.HStore(327): Store=37972917f089ca413aef5fa45f462582/f3,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T19:18:03,232 INFO  [StoreOpener-37972917f089ca413aef5fa45f462582-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 37972917f089ca413aef5fa45f462582 
2024-12-03T19:18:03,233 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=76, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=12d02a1d9c893ddbb7257fa675d4c5b2, ASSIGN in 350 msec
2024-12-03T19:18:03,233 INFO  [StoreOpener-37972917f089ca413aef5fa45f462582-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37972917f089ca413aef5fa45f462582 columnFamilyName mob
2024-12-03T19:18:03,233 DEBUG [StoreOpener-37972917f089ca413aef5fa45f462582-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:18:03,234 INFO  [StoreOpener-37972917f089ca413aef5fa45f462582-1 {}] regionserver.HStore(327): Store=37972917f089ca413aef5fa45f462582/mob,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T19:18:03,234 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1038): replaying wal for 37972917f089ca413aef5fa45f462582
2024-12-03T19:18:03,235 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/37972917f089ca413aef5fa45f462582
2024-12-03T19:18:03,235 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/37972917f089ca413aef5fa45f462582
2024-12-03T19:18:03,236 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1048): stopping wal replay for 37972917f089ca413aef5fa45f462582
2024-12-03T19:18:03,236 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1060): Cleaning up temporary data for 37972917f089ca413aef5fa45f462582
2024-12-03T19:18:03,237 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-03T19:18:03,238 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1093): writing seq id for 37972917f089ca413aef5fa45f462582
2024-12-03T19:18:03,240 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/37972917f089ca413aef5fa45f462582/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T19:18:03,241 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1114): Opened 37972917f089ca413aef5fa45f462582; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10003301440, jitterRate=-0.06836995482444763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-03T19:18:03,241 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 37972917f089ca413aef5fa45f462582
2024-12-03T19:18:03,241 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1006): Region open journal for 37972917f089ca413aef5fa45f462582:
Running coprocessor pre-open hook at 1733253483226Writing region info on filesystem at 1733253483226Initializing all the Stores at 1733253483227 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733253483227Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733253483227Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733253483227Cleaning up temporary data from old regions at 1733253483236 (+9 ms)Running coprocessor post-open hooks at 1733253483241 (+5 ms)Region opened successfully at 1733253483241
2024-12-03T19:18:03,242 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1733253482021.37972917f089ca413aef5fa45f462582., pid=80, masterSystemTime=1733253483192
2024-12-03T19:18:03,244 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1733253482021.37972917f089ca413aef5fa45f462582.
2024-12-03T19:18:03,244 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(153): Opened table1,,1733253482021.37972917f089ca413aef5fa45f462582.
2024-12-03T19:18:03,245 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=37972917f089ca413aef5fa45f462582, regionState=OPEN, openSeqNum=2, regionLocation=5cd6afc4bcac,37467,1733253377774
2024-12-03T19:18:03,247 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32779 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=5cd6afc4bcac,37467,1733253377774, table=table1, region=37972917f089ca413aef5fa45f462582. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-12-03T19:18:03,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=80, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37972917f089ca413aef5fa45f462582, server=5cd6afc4bcac,37467,1733253377774 because future has completed
2024-12-03T19:18:03,250 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=77
2024-12-03T19:18:03,251 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=77, state=SUCCESS, hasLock=false; OpenRegionProcedure 37972917f089ca413aef5fa45f462582, server=5cd6afc4bcac,37467,1733253377774 in 207 msec
2024-12-03T19:18:03,252 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76
2024-12-03T19:18:03,252 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=37972917f089ca413aef5fa45f462582, ASSIGN in 369 msec
2024-12-03T19:18:03,253 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733253483252"}]},"ts":"1733253483252"}
2024-12-03T19:18:03,254 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta
2024-12-03T19:18:03,255 DEBUG [PEWorker-1 {}] procedure.TruncateTableProcedure(145): truncate 'table1' completed
2024-12-03T19:18:03,256 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) in 1.2700 sec
2024-12-03T19:18:03,466 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties
2024-12-03T19:18:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-12-03T19:18:04,149 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: default:table1 completed
2024-12-03T19:18:04,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100
2024-12-03T19:18:04,153 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:33573/backupUT/backup_1733253425926/default/test-1733253385894/archive/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1,hdfs://localhost:33573/backupUT/backup_1733253425926/default/test-1733253385894/archive/data/default/test-1733253385894/2838ef17387f275fbd30617a4dbcb65c from hbase tables test-1733253385894 to tables table1
2024-12-03T19:18:04,153 INFO  [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1733253385894 into table1
2024-12-03T19:18:04,154 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/hbase-staging/bulk_output-default-table1-1733253484153 from hdfs://localhost:33573/backupUT/backup_1733253425926/default/test-1733253385894/archive/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1,hdfs://localhost:33573/backupUT/backup_1733253425926/default/test-1733253385894/archive/data/default/test-1733253385894/2838ef17387f275fbd30617a4dbcb65c
2024-12-03T19:18:04,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64c65a9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:04,155 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,32779,-1 for getting cluster id
2024-12-03T19:18:04,155 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T19:18:04,156 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7af04778-a84d-44d8-871f-ac60582cb108'
2024-12-03T19:18:04,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T19:18:04,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7af04778-a84d-44d8-871f-ac60582cb108"

2024-12-03T19:18:04,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c2f58b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:04,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,32779,-1]
2024-12-03T19:18:04,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T19:18:04,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:04,157 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T19:18:04,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27928689, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:04,158 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T19:18:04,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,32779,1733253375673
2024-12-03T19:18:04,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1583d7bc
2024-12-03T19:18:04,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T19:18:04,159 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-03T19:18:04,160 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled
2024-12-03T19:18:04,160 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1
2024-12-03T19:18:04,160 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100
2024-12-03T19:18:04,160 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T19:18:04,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37467,1733253377774, seqNum=-1]
2024-12-03T19:18:04,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T19:18:04,162 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T19:18:04,165 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 
2024-12-03T19:18:04,165 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0
2024-12-03T19:18:04,165 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables
2024-12-03T19:18:04,165 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/hbase-staging/partitions_00910a5e-8408-4dcd-a083-d8cef4a7d08b
2024-12-03T19:18:04,169 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741985_1161 (size=177)
2024-12-03T19:18:04,571 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:18:04,572 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:18:04,572 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:18:05,392 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop-11966827598852356215.jar
2024-12-03T19:18:05,392 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:18:05,392 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:18:05,446 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop-15928805801818270240.jar
2024-12-03T19:18:05,446 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:18:05,447 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:18:05,447 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:18:05,447 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:18:05,447 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:18:05,448 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:18:05,448 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-03T19:18:05,448 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-12-03T19:18:05,448 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-12-03T19:18:05,448 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-12-03T19:18:05,449 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-12-03T19:18:05,449 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-12-03T19:18:05,449 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-12-03T19:18:05,449 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-12-03T19:18:05,449 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-12-03T19:18:05,450 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-12-03T19:18:05,450 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-12-03T19:18:05,450 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:18:05,502 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop-11226432124058035462.jar
2024-12-03T19:18:05,502 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop-11226432124058035462.jar
2024-12-03T19:18:05,502 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:18:05,502 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop-11226432124058035462.jar
2024-12-03T19:18:05,502 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop-11226432124058035462.jar
2024-12-03T19:18:05,503 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T19:18:05,503 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1
2024-12-03T19:18:05,503 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-03T19:18:05,503 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:218)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T19:18:05,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:05,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:05,503 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T19:18:05,503 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job
2024-12-03T19:18:05,504 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-03T19:18:05,515 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-12-03T19:18:05,526 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-12-03T19:18:05,624 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/mapreduce.cluster.local.dir/job_local666765728_0014_94559de3-eafe-45ab-ae40-4a6b02a20c73/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-12-03T19:18:05,625 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/mapreduce.cluster.local.dir/job_local666765728_0014_94559de3-eafe-45ab-ae40-4a6b02a20c73/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-12-03T19:18:05,684 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:33573/backupUT/backup_1733253425926/default/test-1733253385894/archive/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/mob/098ad2f3d22444babe27610529f13da1
2024-12-03T19:18:05,688 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-12-03T19:18:05,722 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:33573/backupUT/backup_1733253425926/default/test-1733253385894/archive/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/f/9c2e6419cc1d489198d5bdc36c1b584b
2024-12-03T19:18:05,725 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-12-03T19:18:05,749 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:33573/backupUT/backup_1733253425926/default/test-1733253385894/archive/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/f/c6f5637fcd0c4afaab7b34a6288ee868
2024-12-03T19:18:05,753 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-12-03T19:18:05,783 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:33573/backupUT/backup_1733253425926/default/test-1733253385894/archive/data/default/test-1733253385894/2838ef17387f275fbd30617a4dbcb65c/mob/d41d8cd98f00b204e9800998ecf8427e2024120389e75301cb70420c8ea1ca79f9a6c749_1e03342807c4a3f669243dfcb9f475e1
2024-12-03T19:18:05,786 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-12-03T19:18:05,807 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:33573/backupUT/backup_1733253425926/default/test-1733253385894/archive/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/mob/f96dff4a8ad542e98f362963f5706df6
2024-12-03T19:18:05,810 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-12-03T19:18:05,840 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dab80f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:05,840 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,32779,-1 for getting cluster id
2024-12-03T19:18:05,840 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T19:18:05,841 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7af04778-a84d-44d8-871f-ac60582cb108'
2024-12-03T19:18:05,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T19:18:05,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7af04778-a84d-44d8-871f-ac60582cb108"

2024-12-03T19:18:05,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d2aaaa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:05,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,32779,-1]
2024-12-03T19:18:05,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T19:18:05,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:05,843 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T19:18:05,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bac2510, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:05,844 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T19:18:05,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37467,1733253377774, seqNum=-1]
2024-12-03T19:18:05,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T19:18:05,846 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T19:18:05,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1733253385894-1-0', locateType=CURRENT is [region=table1,,1733253482021.37972917f089ca413aef5fa45f462582., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2]
2024-12-03T19:18:05,849 INFO  [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1.
2024-12-03T19:18:05,849 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T19:18:05,849 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:05,849 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:05,849 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T19:18:05,849 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733253385894-1-0]
2024-12-03T19:18:05,849 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 5cd6afc4bcac
2024-12-03T19:18:05,856 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cfacdee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:05,856 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,32779,-1 for getting cluster id
2024-12-03T19:18:05,856 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T19:18:05,857 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7af04778-a84d-44d8-871f-ac60582cb108'
2024-12-03T19:18:05,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T19:18:05,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7af04778-a84d-44d8-871f-ac60582cb108"

2024-12-03T19:18:05,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70fcabcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:05,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,32779,-1]
2024-12-03T19:18:05,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T19:18:05,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:05,859 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T19:18:05,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4242b021, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:05,859 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T19:18:05,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37467,1733253377774, seqNum=-1]
2024-12-03T19:18:05,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T19:18:05,861 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T19:18:05,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1733253385894-3-0', locateType=CURRENT is [region=table1,,1733253482021.37972917f089ca413aef5fa45f462582., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2]
2024-12-03T19:18:05,863 INFO  [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1.
2024-12-03T19:18:05,863 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T19:18:05,863 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:05,863 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:05,863 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T19:18:05,863 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733253385894-3-0]
2024-12-03T19:18:05,863 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 5cd6afc4bcac
2024-12-03T19:18:05,869 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/hbase-staging/bulk_output-default-table1-1733253484153/_temporary/0/_temporary/attempt_local666765728_0014_r_000000_0/f/f057d74083bd4ded8754970aca52bade is 59, key is row-test-1733253385894-1-10/f:q1/1733253413750/Put/seqid=0
2024-12-03T19:18:05,870 WARN  [Thread-1788 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [5cd6afc4bcac:37467] Specified favored nodes: [5cd6afc4bcac:37467]
2024-12-03T19:18:05,872 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741986_1162 (size=11124)
2024-12-03T19:18:06,112 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2
2024-12-03T19:18:06,112 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_table2 Metrics about Tables on a single HBase RegionServer
2024-12-03T19:18:06,274 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/hbase-staging/bulk_output-default-table1-1733253484153/_temporary/0/_temporary/attempt_local666765728_0014_r_000000_0/mob/19460857dfc941b485b2228eeb12d622 is 192, key is row-test-1733253385894-3-100/mob:q1/1733253414363/Put/seqid=0
2024-12-03T19:18:06,275 WARN  [Thread-1790 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [5cd6afc4bcac:37467] Specified favored nodes: [5cd6afc4bcac:37467]
2024-12-03T19:18:06,278 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741987_1163 (size=13403)
2024-12-03T19:18:06,735 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@645d3073, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:06,735 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,32779,-1 for getting cluster id
2024-12-03T19:18:06,735 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T19:18:06,739 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7af04778-a84d-44d8-871f-ac60582cb108'
2024-12-03T19:18:06,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T19:18:06,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7af04778-a84d-44d8-871f-ac60582cb108"

2024-12-03T19:18:06,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64d87bbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:06,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,32779,-1]
2024-12-03T19:18:06,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T19:18:06,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:06,742 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T19:18:06,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27913975, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:06,743 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T19:18:06,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37467,1733253377774, seqNum=-1]
2024-12-03T19:18:06,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T19:18:06,746 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T19:18:06,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1733253482021.12d02a1d9c893ddbb7257fa675d4c5b2., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2]
2024-12-03T19:18:06,753 INFO  [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1.
2024-12-03T19:18:06,753 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T19:18:06,753 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:06,753 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:06,753 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0]
2024-12-03T19:18:06,753 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 5cd6afc4bcac
2024-12-03T19:18:06,753 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T19:18:06,763 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/hbase-staging/bulk_output-default-table1-1733253484153/_temporary/0/_temporary/attempt_local666765728_0014_r_000001_0/f/1c9a45cf873b41579b9f4ad56a40f154 is 37, key is row10/f:q1/1733253387650/Put/seqid=0
2024-12-03T19:18:06,764 WARN  [Thread-1805 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [5cd6afc4bcac:37467] Specified favored nodes: [5cd6afc4bcac:37467]
2024-12-03T19:18:06,767 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741988_1164 (size=8741)
2024-12-03T19:18:06,774 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region e17c4198b10bfd8e3bc81f45da668c75, had cached 0 bytes from a total of 41499
2024-12-03T19:18:07,677 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/hbase-staging/bulk_output-default-table1-1733253484153
2024-12-03T19:18:07,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9111ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:07,678 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,32779,-1 for getting cluster id
2024-12-03T19:18:07,678 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T19:18:07,679 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7af04778-a84d-44d8-871f-ac60582cb108'
2024-12-03T19:18:07,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T19:18:07,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7af04778-a84d-44d8-871f-ac60582cb108"

2024-12-03T19:18:07,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@293dcbca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:07,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,32779,-1]
2024-12-03T19:18:07,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T19:18:07,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:07,681 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T19:18:07,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6973ce3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:07,683 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T19:18:07,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37467,1733253377774, seqNum=-1]
2024-12-03T19:18:07,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T19:18:07,685 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T19:18:07,688 WARN  [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/hbase-staging/bulk_output-default-table1-1733253484153/_SUCCESS
2024-12-03T19:18:07,696 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T19:18:07,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,32779,1733253375673
2024-12-03T19:18:07,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73ab71ef
2024-12-03T19:18:07,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T19:18:07,698 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-03T19:18:07,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1733253482021.37972917f089ca413aef5fa45f462582., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2]
2024-12-03T19:18:07,704 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100
2024-12-03T19:18:07,711 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/hbase-staging/bulk_output-default-table1-1733253484153/f/1c9a45cf873b41579b9f4ad56a40f154 first=Optional[row0] last=Optional[row98]
2024-12-03T19:18:07,715 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/hbase-staging/bulk_output-default-table1-1733253484153/f/f057d74083bd4ded8754970aca52bade first=Optional[row-test-1733253385894-1-0] last=Optional[row-test-1733253385894-1-98]
2024-12-03T19:18:07,719 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/hbase-staging/bulk_output-default-table1-1733253484153/mob/19460857dfc941b485b2228eeb12d622 first=Optional[row-test-1733253385894-3-0] last=Optional[row-test-1733253385894-3-99]
2024-12-03T19:18:07,723 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/hbase-staging/bulk_output-default-table1-1733253484153/f/1c9a45cf873b41579b9f4ad56a40f154 for inclusion in 12d02a1d9c893ddbb7257fa675d4c5b2/f
2024-12-03T19:18:07,723 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/hbase-staging/bulk_output-default-table1-1733253484153/mob/19460857dfc941b485b2228eeb12d622 for inclusion in 37972917f089ca413aef5fa45f462582/mob
2024-12-03T19:18:07,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98
2024-12-03T19:18:07,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467 {}] regionserver.HStore(628): Region bounds: first=row0 last=
2024-12-03T19:18:07,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467 {}] regionserver.HRegion(2603): Flush status journal for 12d02a1d9c893ddbb7257fa675d4c5b2:

2024-12-03T19:18:07,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.HStore(626): HFile bounds: first=row-test-1733253385894-3-0 last=row-test-1733253385894-3-99
2024-12-03T19:18:07,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.HStore(628): Region bounds: first= last=row0
2024-12-03T19:18:07,728 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/hbase-staging/bulk_output-default-table1-1733253484153/f/f057d74083bd4ded8754970aca52bade for inclusion in 37972917f089ca413aef5fa45f462582/f
2024-12-03T19:18:07,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/hbase-staging/bulk_output-default-table1-1733253484153/f/1c9a45cf873b41579b9f4ad56a40f154 to hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/staging/jenkins__table1__sgc1vv6lhhado9s8dceqp3lg7dsn7803vmrndcnbgmmrqeikhos9s69u6rkbkkp6/f/1c9a45cf873b41579b9f4ad56a40f154
2024-12-03T19:18:07,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/staging/jenkins__table1__sgc1vv6lhhado9s8dceqp3lg7dsn7803vmrndcnbgmmrqeikhos9s69u6rkbkkp6/f/1c9a45cf873b41579b9f4ad56a40f154 as hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/12d02a1d9c893ddbb7257fa675d4c5b2/f/6f766b21888543b1bfbf9e7cdd6bce38_SeqId_4_
2024-12-03T19:18:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.HStore(626): HFile bounds: first=row-test-1733253385894-1-0 last=row-test-1733253385894-1-98
2024-12-03T19:18:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.HStore(628): Region bounds: first= last=row0
2024-12-03T19:18:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.HRegion(2603): Flush status journal for 37972917f089ca413aef5fa45f462582:

2024-12-03T19:18:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@654579d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,32779,-1 for getting cluster id
2024-12-03T19:18:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T19:18:07,732 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7af04778-a84d-44d8-871f-ac60582cb108'
2024-12-03T19:18:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/hbase-staging/bulk_output-default-table1-1733253484153/mob/19460857dfc941b485b2228eeb12d622 to hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/staging/jenkins__table1__sgc1vv6lhhado9s8dceqp3lg7dsn7803vmrndcnbgmmrqeikhos9s69u6rkbkkp6/mob/19460857dfc941b485b2228eeb12d622
2024-12-03T19:18:07,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T19:18:07,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7af04778-a84d-44d8-871f-ac60582cb108"

2024-12-03T19:18:07,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bd7d012, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:07,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,32779,-1]
2024-12-03T19:18:07,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T19:18:07,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:07,734 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T19:18:07,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fd95214, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/staging/jenkins__table1__sgc1vv6lhhado9s8dceqp3lg7dsn7803vmrndcnbgmmrqeikhos9s69u6rkbkkp6/mob/19460857dfc941b485b2228eeb12d622 as hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/37972917f089ca413aef5fa45f462582/mob/7109e3bf5b144555b09200b0e3b150e6_SeqId_4_
2024-12-03T19:18:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T19:18:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/hbase-staging/bulk_output-default-table1-1733253484153/f/f057d74083bd4ded8754970aca52bade to hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/staging/jenkins__table1__sgc1vv6lhhado9s8dceqp3lg7dsn7803vmrndcnbgmmrqeikhos9s69u6rkbkkp6/f/f057d74083bd4ded8754970aca52bade
2024-12-03T19:18:07,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,32779,1733253375673
2024-12-03T19:18:07,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d2d2299
2024-12-03T19:18:07,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T19:18:07,736 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-03T19:18:07,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T19:18:07,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/staging/jenkins__table1__sgc1vv6lhhado9s8dceqp3lg7dsn7803vmrndcnbgmmrqeikhos9s69u6rkbkkp6/f/f057d74083bd4ded8754970aca52bade as hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/37972917f089ca413aef5fa45f462582/f/2ba9d66653cd4dcaad3ac86b959d2470_SeqId_4_
2024-12-03T19:18:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c4a2fd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:07,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37467,1733253377774, seqNum=-1]
2024-12-03T19:18:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,32779,-1 for getting cluster id
2024-12-03T19:18:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T19:18:07,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T19:18:07,739 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7af04778-a84d-44d8-871f-ac60582cb108'
2024-12-03T19:18:07,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T19:18:07,739 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T19:18:07,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7af04778-a84d-44d8-871f-ac60582cb108"

2024-12-03T19:18:07,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52d95ec3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:07,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,32779,-1]
2024-12-03T19:18:07,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T19:18:07,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:07,740 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T19:18:07,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b43ba83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T19:18:07,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,32779,1733253375673
2024-12-03T19:18:07,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34722483
2024-12-03T19:18:07,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T19:18:07,743 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-03T19:18:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T19:18:07,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37467,1733253377774, seqNum=-1]
2024-12-03T19:18:07,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T19:18:07,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T19:18:07,745 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T19:18:07,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T19:18:07,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T19:18:07,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733253395604.e17c4198b10bfd8e3bc81f45da668c75., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2]
2024-12-03T19:18:07,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T19:18:07,757 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467.
2024-12-03T19:18:07,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443)
    at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T19:18:07,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:07,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:07,758 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T19:18:07,758 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/staging/jenkins__table1__sgc1vv6lhhado9s8dceqp3lg7dsn7803vmrndcnbgmmrqeikhos9s69u6rkbkkp6/f/1c9a45cf873b41579b9f4ad56a40f154 into 12d02a1d9c893ddbb7257fa675d4c5b2/f as hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/12d02a1d9c893ddbb7257fa675d4c5b2/f/6f766b21888543b1bfbf9e7cdd6bce38_SeqId_4_ - updating store file list.
2024-12-03T19:18:07,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733253395604.e17c4198b10bfd8e3bc81f45da668c75., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2]
2024-12-03T19:18:07,762 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467.
2024-12-03T19:18:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443)
    at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T19:18:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:07,763 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T19:18:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2562c870, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,32779,-1 for getting cluster id
2024-12-03T19:18:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T19:18:07,764 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7af04778-a84d-44d8-871f-ac60582cb108'
2024-12-03T19:18:07,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T19:18:07,765 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/12d02a1d9c893ddbb7257fa675d4c5b2/f/6f766b21888543b1bfbf9e7cdd6bce38_SeqId_4_ into 12d02a1d9c893ddbb7257fa675d4c5b2/f
2024-12-03T19:18:07,765 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/staging/jenkins__table1__sgc1vv6lhhado9s8dceqp3lg7dsn7803vmrndcnbgmmrqeikhos9s69u6rkbkkp6/f/1c9a45cf873b41579b9f4ad56a40f154 into 12d02a1d9c893ddbb7257fa675d4c5b2/f (new location: hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/12d02a1d9c893ddbb7257fa675d4c5b2/f/6f766b21888543b1bfbf9e7cdd6bce38_SeqId_4_)
2024-12-03T19:18:07,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7af04778-a84d-44d8-871f-ac60582cb108"

2024-12-03T19:18:07,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a6f0d01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:07,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,32779,-1]
2024-12-03T19:18:07,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T19:18:07,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/staging/jenkins__table1__sgc1vv6lhhado9s8dceqp3lg7dsn7803vmrndcnbgmmrqeikhos9s69u6rkbkkp6/f/1c9a45cf873b41579b9f4ad56a40f154
2024-12-03T19:18:07,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:07,766 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T19:18:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@123633d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,32779,-1 for getting cluster id
2024-12-03T19:18:07,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79e5e274, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T19:18:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T19:18:07,767 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7af04778-a84d-44d8-871f-ac60582cb108'
2024-12-03T19:18:07,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T19:18:07,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,32779,1733253375673
2024-12-03T19:18:07,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45806922
2024-12-03T19:18:07,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7af04778-a84d-44d8-871f-ac60582cb108"

2024-12-03T19:18:07,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3badd971, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:07,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T19:18:07,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,32779,-1]
2024-12-03T19:18:07,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T19:18:07,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:07,769 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-03T19:18:07,769 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService
2024-12-03T19:18:07,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@124bc740, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:07,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T19:18:07,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T19:18:07,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,32779,1733253375673
2024-12-03T19:18:07,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60e53de9
2024-12-03T19:18:07,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T19:18:07,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37467,1733253377774, seqNum=-1]
2024-12-03T19:18:07,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T19:18:07,771 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService
2024-12-03T19:18:07,772 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T19:18:07,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T19:18:07,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37467,1733253377774, seqNum=-1]
2024-12-03T19:18:07,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T19:18:07,774 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService
2024-12-03T19:18:07,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T19:18:07,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T19:18:07,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T19:18:07,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T19:18:07,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733253395604.e17c4198b10bfd8e3bc81f45da668c75., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2]
2024-12-03T19:18:07,791 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467.
2024-12-03T19:18:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443)
    at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T19:18:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:07,791 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T19:18:07,792 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/staging/jenkins__table1__sgc1vv6lhhado9s8dceqp3lg7dsn7803vmrndcnbgmmrqeikhos9s69u6rkbkkp6/f/f057d74083bd4ded8754970aca52bade into 37972917f089ca413aef5fa45f462582/f as hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/37972917f089ca413aef5fa45f462582/f/2ba9d66653cd4dcaad3ac86b959d2470_SeqId_4_ - updating store file list.
2024-12-03T19:18:07,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733253395604.e17c4198b10bfd8e3bc81f45da668c75., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2]
2024-12-03T19:18:07,796 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467.
2024-12-03T19:18:07,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T19:18:07,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:07,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37467 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:07,796 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T19:18:07,798 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/37972917f089ca413aef5fa45f462582/f/2ba9d66653cd4dcaad3ac86b959d2470_SeqId_4_ into 37972917f089ca413aef5fa45f462582/f
2024-12-03T19:18:07,798 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/staging/jenkins__table1__sgc1vv6lhhado9s8dceqp3lg7dsn7803vmrndcnbgmmrqeikhos9s69u6rkbkkp6/f/f057d74083bd4ded8754970aca52bade into 37972917f089ca413aef5fa45f462582/f (new location: hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/37972917f089ca413aef5fa45f462582/f/2ba9d66653cd4dcaad3ac86b959d2470_SeqId_4_)
2024-12-03T19:18:07,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/staging/jenkins__table1__sgc1vv6lhhado9s8dceqp3lg7dsn7803vmrndcnbgmmrqeikhos9s69u6rkbkkp6/f/f057d74083bd4ded8754970aca52bade
2024-12-03T19:18:07,799 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/staging/jenkins__table1__sgc1vv6lhhado9s8dceqp3lg7dsn7803vmrndcnbgmmrqeikhos9s69u6rkbkkp6/mob/19460857dfc941b485b2228eeb12d622 into 37972917f089ca413aef5fa45f462582/mob as hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/37972917f089ca413aef5fa45f462582/mob/7109e3bf5b144555b09200b0e3b150e6_SeqId_4_ - updating store file list.
2024-12-03T19:18:07,805 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/37972917f089ca413aef5fa45f462582/mob/7109e3bf5b144555b09200b0e3b150e6_SeqId_4_ into 37972917f089ca413aef5fa45f462582/mob
2024-12-03T19:18:07,805 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/staging/jenkins__table1__sgc1vv6lhhado9s8dceqp3lg7dsn7803vmrndcnbgmmrqeikhos9s69u6rkbkkp6/mob/19460857dfc941b485b2228eeb12d622 into 37972917f089ca413aef5fa45f462582/mob (new location: hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/37972917f089ca413aef5fa45f462582/mob/7109e3bf5b144555b09200b0e3b150e6_SeqId_4_)
2024-12-03T19:18:07,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/staging/jenkins__table1__sgc1vv6lhhado9s8dceqp3lg7dsn7803vmrndcnbgmmrqeikhos9s69u6rkbkkp6/mob/19460857dfc941b485b2228eeb12d622
2024-12-03T19:18:07,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@737447ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:07,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,32779,-1 for getting cluster id
2024-12-03T19:18:07,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T19:18:07,808 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7af04778-a84d-44d8-871f-ac60582cb108'
2024-12-03T19:18:07,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T19:18:07,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7af04778-a84d-44d8-871f-ac60582cb108"

2024-12-03T19:18:07,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b42a0d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:07,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,32779,-1]
2024-12-03T19:18:07,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T19:18:07,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:07,810 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService
2024-12-03T19:18:07,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@325abd99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:07,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T19:18:07,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,32779,1733253375673
2024-12-03T19:18:07,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20dc55c1
2024-12-03T19:18:07,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T19:18:07,813 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService
2024-12-03T19:18:07,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T19:18:07,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37467,1733253377774, seqNum=-1]
2024-12-03T19:18:07,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T19:18:07,816 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService
2024-12-03T19:18:07,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T19:18:07,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T19:18:07,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733253395604.e17c4198b10bfd8e3bc81f45da668c75., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2]
2024-12-03T19:18:07,833 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467.
2024-12-03T19:18:07,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T19:18:07,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:07,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:07,834 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T19:18:07,835 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-03T19:18:07,835 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:218)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T19:18:07,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:07,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:07,835 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T19:18:07,835 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0
2024-12-03T19:18:07,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1733253482021.37972917f089ca413aef5fa45f462582., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2 , the old value is region=table1,,1733253482021.37972917f089ca413aef5fa45f462582., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5cd6afc4bcac:37467 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-12-03T19:18:07,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1733253482021.37972917f089ca413aef5fa45f462582., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-12-03T19:18:07,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1733253482021.37972917f089ca413aef5fa45f462582., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2 from cache
2024-12-03T19:18:07,836 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-12-03T19:18:07,860 INFO  [Time-limited test {}] impl.RestoreTablesClient(181): Restoring 'test-1733253385894' to 'table1' from log dirs: hdfs://localhost:33573/backupUT/backup_1733253460523/default/test-1733253385894/f2/fa8a40ee3926445aa6911dc89bb4a182
2024-12-03T19:18:07,864 DEBUG [Time-limited test {}] util.RestoreTool(177): Found descriptor 'test-1733253385894', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1733253460523
2024-12-03T19:18:07,867 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32779 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table table1 from 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T19:18:07,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32779 {}] procedure2.ProcedureExecutor(1139): Stored pid=81, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=table1
2024-12-03T19:18:07,878 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741989_1165 (size=938)
2024-12-03T19:18:07,939 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:37467 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 34 more
2024-12-03T19:18:08,281 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/.tabledesc/.tableinfo.0000000001.938
2024-12-03T19:18:08,281 INFO  [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/.tabledesc/.tableinfo.0000000002.938
2024-12-03T19:18:08,286 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=table1}]
2024-12-03T19:18:08,290 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=37972917f089ca413aef5fa45f462582, REOPEN/MOVE}, {pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=12d02a1d9c893ddbb7257fa675d4c5b2, REOPEN/MOVE}]
2024-12-03T19:18:08,291 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=12d02a1d9c893ddbb7257fa675d4c5b2, REOPEN/MOVE
2024-12-03T19:18:08,291 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=37972917f089ca413aef5fa45f462582, REOPEN/MOVE
2024-12-03T19:18:08,292 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=12d02a1d9c893ddbb7257fa675d4c5b2, regionState=CLOSING, regionLocation=5cd6afc4bcac,37467,1733253377774
2024-12-03T19:18:08,292 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=37972917f089ca413aef5fa45f462582, regionState=CLOSING, regionLocation=5cd6afc4bcac,37467,1733253377774
2024-12-03T19:18:08,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=37972917f089ca413aef5fa45f462582, REOPEN/MOVE because future has completed
2024-12-03T19:18:08,294 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-03T19:18:08,294 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure 37972917f089ca413aef5fa45f462582, server=5cd6afc4bcac,37467,1733253377774}]
2024-12-03T19:18:08,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=12d02a1d9c893ddbb7257fa675d4c5b2, REOPEN/MOVE because future has completed
2024-12-03T19:18:08,295 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-03T19:18:08,295 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure 12d02a1d9c893ddbb7257fa675d4c5b2, server=5cd6afc4bcac,37467,1733253377774}]
2024-12-03T19:18:08,447 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(122): Close 12d02a1d9c893ddbb7257fa675d4c5b2
2024-12-03T19:18:08,448 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-12-03T19:18:08,448 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1722): Closing 12d02a1d9c893ddbb7257fa675d4c5b2, disabling compactions & flushes
2024-12-03T19:18:08,448 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1755): Closing region table1,row0,1733253482021.12d02a1d9c893ddbb7257fa675d4c5b2.
2024-12-03T19:18:08,448 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1733253482021.12d02a1d9c893ddbb7257fa675d4c5b2.
2024-12-03T19:18:08,448 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1733253482021.12d02a1d9c893ddbb7257fa675d4c5b2. after waiting 0 ms
2024-12-03T19:18:08,448 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1733253482021.12d02a1d9c893ddbb7257fa675d4c5b2.
2024-12-03T19:18:08,457 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/12d02a1d9c893ddbb7257fa675d4c5b2/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1
2024-12-03T19:18:08,458 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-12-03T19:18:08,458 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1973): Closed table1,row0,1733253482021.12d02a1d9c893ddbb7257fa675d4c5b2.
2024-12-03T19:18:08,458 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1676): Region close journal for 12d02a1d9c893ddbb7257fa675d4c5b2:
Waiting for close lock at 1733253488448Running coprocessor pre-close hooks at 1733253488448Disabling compacts and flushes for region at 1733253488448Disabling writes for close at 1733253488448Writing region close event to WAL at 1733253488450 (+2 ms)Running coprocessor post-close hooks at 1733253488458 (+8 ms)Closed at 1733253488458
2024-12-03T19:18:08,458 WARN  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegionServer(3299): Not adding moved region record: 12d02a1d9c893ddbb7257fa675d4c5b2 to self.
2024-12-03T19:18:08,461 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(157): Closed 12d02a1d9c893ddbb7257fa675d4c5b2
2024-12-03T19:18:08,461 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(122): Close 37972917f089ca413aef5fa45f462582
2024-12-03T19:18:08,461 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-12-03T19:18:08,461 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1722): Closing 37972917f089ca413aef5fa45f462582, disabling compactions & flushes
2024-12-03T19:18:08,461 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1755): Closing region table1,,1733253482021.37972917f089ca413aef5fa45f462582.
2024-12-03T19:18:08,461 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1733253482021.37972917f089ca413aef5fa45f462582.
2024-12-03T19:18:08,461 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1843): Acquired close lock on table1,,1733253482021.37972917f089ca413aef5fa45f462582. after waiting 0 ms
2024-12-03T19:18:08,461 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1853): Updates disabled for region table1,,1733253482021.37972917f089ca413aef5fa45f462582.
2024-12-03T19:18:08,461 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=12d02a1d9c893ddbb7257fa675d4c5b2, regionState=CLOSED
2024-12-03T19:18:08,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure 12d02a1d9c893ddbb7257fa675d4c5b2, server=5cd6afc4bcac,37467,1733253377774 because future has completed
2024-12-03T19:18:08,468 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/37972917f089ca413aef5fa45f462582/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1
2024-12-03T19:18:08,469 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=84
2024-12-03T19:18:08,469 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=84, state=SUCCESS, hasLock=false; CloseRegionProcedure 12d02a1d9c893ddbb7257fa675d4c5b2, server=5cd6afc4bcac,37467,1733253377774 in 171 msec
2024-12-03T19:18:08,470 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-12-03T19:18:08,470 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1973): Closed table1,,1733253482021.37972917f089ca413aef5fa45f462582.
2024-12-03T19:18:08,470 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1676): Region close journal for 37972917f089ca413aef5fa45f462582:
Waiting for close lock at 1733253488461Running coprocessor pre-close hooks at 1733253488461Disabling compacts and flushes for region at 1733253488461Disabling writes for close at 1733253488461Writing region close event to WAL at 1733253488463 (+2 ms)Running coprocessor post-close hooks at 1733253488470 (+7 ms)Closed at 1733253488470
2024-12-03T19:18:08,470 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=12d02a1d9c893ddbb7257fa675d4c5b2, REOPEN/MOVE; state=CLOSED, location=5cd6afc4bcac,37467,1733253377774; forceNewPlan=false, retain=true
2024-12-03T19:18:08,470 WARN  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionServer(3299): Not adding moved region record: 37972917f089ca413aef5fa45f462582 to self.
2024-12-03T19:18:08,472 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(157): Closed 37972917f089ca413aef5fa45f462582
2024-12-03T19:18:08,472 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=37972917f089ca413aef5fa45f462582, regionState=CLOSED
2024-12-03T19:18:08,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure 37972917f089ca413aef5fa45f462582, server=5cd6afc4bcac,37467,1733253377774 because future has completed
2024-12-03T19:18:08,477 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=83
2024-12-03T19:18:08,478 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=83, state=SUCCESS, hasLock=false; CloseRegionProcedure 37972917f089ca413aef5fa45f462582, server=5cd6afc4bcac,37467,1733253377774 in 181 msec
2024-12-03T19:18:08,478 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=37972917f089ca413aef5fa45f462582, REOPEN/MOVE; state=CLOSED, location=5cd6afc4bcac,37467,1733253377774; forceNewPlan=false, retain=true
2024-12-03T19:18:08,621 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=12d02a1d9c893ddbb7257fa675d4c5b2, regionState=OPENING, regionLocation=5cd6afc4bcac,37467,1733253377774
2024-12-03T19:18:08,621 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=37972917f089ca413aef5fa45f462582, regionState=OPENING, regionLocation=5cd6afc4bcac,37467,1733253377774
2024-12-03T19:18:08,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=37972917f089ca413aef5fa45f462582, REOPEN/MOVE because future has completed
2024-12-03T19:18:08,627 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37972917f089ca413aef5fa45f462582, server=5cd6afc4bcac,37467,1733253377774}]
2024-12-03T19:18:08,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=12d02a1d9c893ddbb7257fa675d4c5b2, REOPEN/MOVE because future has completed
2024-12-03T19:18:08,629 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12d02a1d9c893ddbb7257fa675d4c5b2, server=5cd6afc4bcac,37467,1733253377774}]
2024-12-03T19:18:08,703 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties
2024-12-03T19:18:08,784 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(132): Open table1,row0,1733253482021.12d02a1d9c893ddbb7257fa675d4c5b2.
2024-12-03T19:18:08,784 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7752): Opening region: {ENCODED => 12d02a1d9c893ddbb7257fa675d4c5b2, NAME => 'table1,row0,1733253482021.12d02a1d9c893ddbb7257fa675d4c5b2.', STARTKEY => 'row0', ENDKEY => ''}
2024-12-03T19:18:08,784 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-12-03T19:18:08,784 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 12d02a1d9c893ddbb7257fa675d4c5b2
2024-12-03T19:18:08,784 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(898): Instantiated table1,row0,1733253482021.12d02a1d9c893ddbb7257fa675d4c5b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T19:18:08,785 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7794): checking encryption for 12d02a1d9c893ddbb7257fa675d4c5b2
2024-12-03T19:18:08,785 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7797): checking classloading for 12d02a1d9c893ddbb7257fa675d4c5b2
2024-12-03T19:18:08,786 INFO  [StoreOpener-12d02a1d9c893ddbb7257fa675d4c5b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 12d02a1d9c893ddbb7257fa675d4c5b2 
2024-12-03T19:18:08,788 INFO  [StoreOpener-12d02a1d9c893ddbb7257fa675d4c5b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12d02a1d9c893ddbb7257fa675d4c5b2 columnFamilyName f
2024-12-03T19:18:08,788 DEBUG [StoreOpener-12d02a1d9c893ddbb7257fa675d4c5b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:18:08,796 DEBUG [StoreOpener-12d02a1d9c893ddbb7257fa675d4c5b2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/12d02a1d9c893ddbb7257fa675d4c5b2/f/6f766b21888543b1bfbf9e7cdd6bce38_SeqId_4_
2024-12-03T19:18:08,796 INFO  [StoreOpener-12d02a1d9c893ddbb7257fa675d4c5b2-1 {}] regionserver.HStore(327): Store=12d02a1d9c893ddbb7257fa675d4c5b2/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T19:18:08,796 INFO  [StoreOpener-12d02a1d9c893ddbb7257fa675d4c5b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 12d02a1d9c893ddbb7257fa675d4c5b2 
2024-12-03T19:18:08,798 INFO  [StoreOpener-12d02a1d9c893ddbb7257fa675d4c5b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12d02a1d9c893ddbb7257fa675d4c5b2 columnFamilyName f2
2024-12-03T19:18:08,798 DEBUG [StoreOpener-12d02a1d9c893ddbb7257fa675d4c5b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:18:08,799 INFO  [StoreOpener-12d02a1d9c893ddbb7257fa675d4c5b2-1 {}] regionserver.HStore(327): Store=12d02a1d9c893ddbb7257fa675d4c5b2/f2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T19:18:08,799 INFO  [StoreOpener-12d02a1d9c893ddbb7257fa675d4c5b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 12d02a1d9c893ddbb7257fa675d4c5b2 
2024-12-03T19:18:08,800 INFO  [StoreOpener-12d02a1d9c893ddbb7257fa675d4c5b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12d02a1d9c893ddbb7257fa675d4c5b2 columnFamilyName mob
2024-12-03T19:18:08,801 DEBUG [StoreOpener-12d02a1d9c893ddbb7257fa675d4c5b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:18:08,802 INFO  [StoreOpener-12d02a1d9c893ddbb7257fa675d4c5b2-1 {}] regionserver.HStore(327): Store=12d02a1d9c893ddbb7257fa675d4c5b2/mob,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T19:18:08,802 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1038): replaying wal for 12d02a1d9c893ddbb7257fa675d4c5b2
2024-12-03T19:18:08,804 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/12d02a1d9c893ddbb7257fa675d4c5b2
2024-12-03T19:18:08,806 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/12d02a1d9c893ddbb7257fa675d4c5b2
2024-12-03T19:18:08,807 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1048): stopping wal replay for 12d02a1d9c893ddbb7257fa675d4c5b2
2024-12-03T19:18:08,807 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1060): Cleaning up temporary data for 12d02a1d9c893ddbb7257fa675d4c5b2
2024-12-03T19:18:08,808 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-03T19:18:08,810 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1093): writing seq id for 12d02a1d9c893ddbb7257fa675d4c5b2
2024-12-03T19:18:08,811 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1114): Opened 12d02a1d9c893ddbb7257fa675d4c5b2; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10133148960, jitterRate=-0.05627696216106415}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-03T19:18:08,812 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 12d02a1d9c893ddbb7257fa675d4c5b2
2024-12-03T19:18:08,813 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1006): Region open journal for 12d02a1d9c893ddbb7257fa675d4c5b2:
Running coprocessor pre-open hook at 1733253488785Writing region info on filesystem at 1733253488785Initializing all the Stores at 1733253488786 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733253488786Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733253488786Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733253488786Cleaning up temporary data from old regions at 1733253488807 (+21 ms)Running coprocessor post-open hooks at 1733253488812 (+5 ms)Region opened successfully at 1733253488813 (+1 ms)
2024-12-03T19:18:08,814 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1733253482021.12d02a1d9c893ddbb7257fa675d4c5b2., pid=88, masterSystemTime=1733253488780
2024-12-03T19:18:08,818 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1733253482021.12d02a1d9c893ddbb7257fa675d4c5b2.
2024-12-03T19:18:08,818 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(153): Opened table1,row0,1733253482021.12d02a1d9c893ddbb7257fa675d4c5b2.
2024-12-03T19:18:08,818 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(132): Open table1,,1733253482021.37972917f089ca413aef5fa45f462582.
2024-12-03T19:18:08,818 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7752): Opening region: {ENCODED => 37972917f089ca413aef5fa45f462582, NAME => 'table1,,1733253482021.37972917f089ca413aef5fa45f462582.', STARTKEY => '', ENDKEY => 'row0'}
2024-12-03T19:18:08,818 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=12d02a1d9c893ddbb7257fa675d4c5b2, regionState=OPEN, openSeqNum=7, regionLocation=5cd6afc4bcac,37467,1733253377774
2024-12-03T19:18:08,819 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-12-03T19:18:08,819 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 37972917f089ca413aef5fa45f462582
2024-12-03T19:18:08,819 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(898): Instantiated table1,,1733253482021.37972917f089ca413aef5fa45f462582.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T19:18:08,819 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7794): checking encryption for 37972917f089ca413aef5fa45f462582
2024-12-03T19:18:08,819 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7797): checking classloading for 37972917f089ca413aef5fa45f462582
2024-12-03T19:18:08,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12d02a1d9c893ddbb7257fa675d4c5b2, server=5cd6afc4bcac,37467,1733253377774 because future has completed
2024-12-03T19:18:08,821 INFO  [StoreOpener-37972917f089ca413aef5fa45f462582-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 37972917f089ca413aef5fa45f462582 
2024-12-03T19:18:08,822 INFO  [StoreOpener-37972917f089ca413aef5fa45f462582-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37972917f089ca413aef5fa45f462582 columnFamilyName f
2024-12-03T19:18:08,822 DEBUG [StoreOpener-37972917f089ca413aef5fa45f462582-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:18:08,824 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=84
2024-12-03T19:18:08,824 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=84, state=SUCCESS, hasLock=false; OpenRegionProcedure 12d02a1d9c893ddbb7257fa675d4c5b2, server=5cd6afc4bcac,37467,1733253377774 in 192 msec
2024-12-03T19:18:08,826 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=82, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=12d02a1d9c893ddbb7257fa675d4c5b2, REOPEN/MOVE in 534 msec
2024-12-03T19:18:08,829 DEBUG [StoreOpener-37972917f089ca413aef5fa45f462582-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/37972917f089ca413aef5fa45f462582/f/2ba9d66653cd4dcaad3ac86b959d2470_SeqId_4_
2024-12-03T19:18:08,829 INFO  [StoreOpener-37972917f089ca413aef5fa45f462582-1 {}] regionserver.HStore(327): Store=37972917f089ca413aef5fa45f462582/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T19:18:08,829 INFO  [StoreOpener-37972917f089ca413aef5fa45f462582-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 37972917f089ca413aef5fa45f462582 
2024-12-03T19:18:08,830 INFO  [StoreOpener-37972917f089ca413aef5fa45f462582-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37972917f089ca413aef5fa45f462582 columnFamilyName f2
2024-12-03T19:18:08,830 DEBUG [StoreOpener-37972917f089ca413aef5fa45f462582-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:18:08,831 INFO  [StoreOpener-37972917f089ca413aef5fa45f462582-1 {}] regionserver.HStore(327): Store=37972917f089ca413aef5fa45f462582/f2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T19:18:08,831 INFO  [StoreOpener-37972917f089ca413aef5fa45f462582-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 37972917f089ca413aef5fa45f462582 
2024-12-03T19:18:08,832 INFO  [StoreOpener-37972917f089ca413aef5fa45f462582-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37972917f089ca413aef5fa45f462582 columnFamilyName mob
2024-12-03T19:18:08,832 DEBUG [StoreOpener-37972917f089ca413aef5fa45f462582-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:18:08,836 DEBUG [StoreOpener-37972917f089ca413aef5fa45f462582-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/37972917f089ca413aef5fa45f462582/mob/7109e3bf5b144555b09200b0e3b150e6_SeqId_4_
2024-12-03T19:18:08,837 INFO  [StoreOpener-37972917f089ca413aef5fa45f462582-1 {}] regionserver.HStore(327): Store=37972917f089ca413aef5fa45f462582/mob,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T19:18:08,837 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1038): replaying wal for 37972917f089ca413aef5fa45f462582
2024-12-03T19:18:08,838 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/37972917f089ca413aef5fa45f462582
2024-12-03T19:18:08,838 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/37972917f089ca413aef5fa45f462582
2024-12-03T19:18:08,839 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1048): stopping wal replay for 37972917f089ca413aef5fa45f462582
2024-12-03T19:18:08,839 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1060): Cleaning up temporary data for 37972917f089ca413aef5fa45f462582
2024-12-03T19:18:08,840 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-03T19:18:08,841 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1093): writing seq id for 37972917f089ca413aef5fa45f462582
2024-12-03T19:18:08,841 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1114): Opened 37972917f089ca413aef5fa45f462582; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11360870880, jitterRate=0.05806355178356171}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-03T19:18:08,841 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 37972917f089ca413aef5fa45f462582
2024-12-03T19:18:08,842 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1006): Region open journal for 37972917f089ca413aef5fa45f462582:
Running coprocessor pre-open hook at 1733253488819Writing region info on filesystem at 1733253488819Initializing all the Stores at 1733253488820 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733253488820Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733253488821 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733253488821Cleaning up temporary data from old regions at 1733253488839 (+18 ms)Running coprocessor post-open hooks at 1733253488841 (+2 ms)Region opened successfully at 1733253488841
2024-12-03T19:18:08,842 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1733253482021.37972917f089ca413aef5fa45f462582., pid=87, masterSystemTime=1733253488780
2024-12-03T19:18:08,844 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1733253482021.37972917f089ca413aef5fa45f462582.
2024-12-03T19:18:08,844 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(153): Opened table1,,1733253482021.37972917f089ca413aef5fa45f462582.
2024-12-03T19:18:08,844 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=37972917f089ca413aef5fa45f462582, regionState=OPEN, openSeqNum=7, regionLocation=5cd6afc4bcac,37467,1733253377774
2024-12-03T19:18:08,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37972917f089ca413aef5fa45f462582, server=5cd6afc4bcac,37467,1733253377774 because future has completed
2024-12-03T19:18:08,848 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=83
2024-12-03T19:18:08,848 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=83, state=SUCCESS, hasLock=false; OpenRegionProcedure 37972917f089ca413aef5fa45f462582, server=5cd6afc4bcac,37467,1733253377774 in 220 msec
2024-12-03T19:18:08,849 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82
2024-12-03T19:18:08,849 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=37972917f089ca413aef5fa45f462582, REOPEN/MOVE in 558 msec
2024-12-03T19:18:08,851 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=82, resume processing ppid=81
2024-12-03T19:18:08,851 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=table1 in 564 msec
2024-12-03T19:18:08,852 DEBUG [PEWorker-4 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=table1
2024-12-03T19:18:08,853 DEBUG [PEWorker-4 {}] backup.HFileArchiver(265): No files to dispose of in table1,,1733253482021.37972917f089ca413aef5fa45f462582., family=f3
2024-12-03T19:18:08,854 DEBUG [PEWorker-4 {}] backup.HFileArchiver(265): No files to dispose of in table1,row0,1733253482021.12d02a1d9c893ddbb7257fa675d4c5b2., family=f3
2024-12-03T19:18:08,855 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, state=SUCCESS, hasLock=false; ModifyTableProcedure table=table1 in 987 msec
2024-12-03T19:18:08,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81
2024-12-03T19:18:08,856 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:table1 completed
2024-12-03T19:18:08,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100
2024-12-03T19:18:08,860 INFO  [Time-limited test {}] util.RestoreTool(200): Changed table1 to: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T19:18:08,860 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:33573/backupUT/backup_1733253460523/default/test-1733253385894/f2/fa8a40ee3926445aa6911dc89bb4a182 from hbase tables test-1733253385894 to tables table1
2024-12-03T19:18:08,860 INFO  [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1733253385894 into table1
2024-12-03T19:18:08,862 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/hbase-staging/bulk_output-default-table1-1733253488860 from hdfs://localhost:33573/backupUT/backup_1733253460523/default/test-1733253385894/f2/fa8a40ee3926445aa6911dc89bb4a182
2024-12-03T19:18:08,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fcea148, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:08,862 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,32779,-1 for getting cluster id
2024-12-03T19:18:08,862 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T19:18:08,863 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7af04778-a84d-44d8-871f-ac60582cb108'
2024-12-03T19:18:08,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T19:18:08,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7af04778-a84d-44d8-871f-ac60582cb108"

2024-12-03T19:18:08,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e8110f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:08,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,32779,-1]
2024-12-03T19:18:08,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T19:18:08,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:08,865 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T19:18:08,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bf49e0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:08,865 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T19:18:08,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,32779,1733253375673
2024-12-03T19:18:08,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a005c50
2024-12-03T19:18:08,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T19:18:08,867 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-03T19:18:08,868 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled
2024-12-03T19:18:08,868 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1
2024-12-03T19:18:08,868 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100
2024-12-03T19:18:08,868 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T19:18:08,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37467,1733253377774, seqNum=-1]
2024-12-03T19:18:08,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T19:18:08,870 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T19:18:08,872 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 
2024-12-03T19:18:08,872 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0
2024-12-03T19:18:08,872 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables
2024-12-03T19:18:08,872 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/hbase-staging/partitions_756c10a7-c32a-4c86-b39d-c1076638f1d3
2024-12-03T19:18:08,877 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741990_1166 (size=177)
2024-12-03T19:18:09,281 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:18:09,282 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:18:09,282 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:18:10,144 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop-3825973974904642638.jar
2024-12-03T19:18:10,144 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:18:10,145 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:18:10,199 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop-3878621789046141013.jar
2024-12-03T19:18:10,200 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:18:10,200 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:18:10,200 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:18:10,201 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:18:10,201 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:18:10,201 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:18:10,202 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-03T19:18:10,202 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-12-03T19:18:10,202 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-12-03T19:18:10,203 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-12-03T19:18:10,203 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-12-03T19:18:10,203 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-12-03T19:18:10,204 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-12-03T19:18:10,204 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-12-03T19:18:10,204 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-12-03T19:18:10,205 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-12-03T19:18:10,205 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-12-03T19:18:10,205 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:18:10,273 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop-10277133182864182447.jar
2024-12-03T19:18:10,273 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop-10277133182864182447.jar
2024-12-03T19:18:10,273 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:18:10,274 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop-10277133182864182447.jar
2024-12-03T19:18:10,274 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop-10277133182864182447.jar
2024-12-03T19:18:10,274 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T19:18:10,274 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1
2024-12-03T19:18:10,274 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-03T19:18:10,275 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:218)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T19:18:10,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:10,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:10,275 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T19:18:10,275 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job
2024-12-03T19:18:10,275 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-03T19:18:10,285 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-12-03T19:18:10,294 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-12-03T19:18:10,390 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/mapreduce.cluster.local.dir/job_local260589316_0015_11090edd-8ebb-4611-8452-ec81a4bc722b/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-12-03T19:18:10,390 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/mapreduce.cluster.local.dir/job_local260589316_0015_11090edd-8ebb-4611-8452-ec81a4bc722b/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-12-03T19:18:10,476 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:33573/backupUT/backup_1733253460523/default/test-1733253385894/f2/fa8a40ee3926445aa6911dc89bb4a182
2024-12-03T19:18:10,481 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-12-03T19:18:10,541 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2930d704, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:10,541 DEBUG [pool-281-thread-1 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,32779,-1 for getting cluster id
2024-12-03T19:18:10,541 DEBUG [pool-281-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T19:18:10,542 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7af04778-a84d-44d8-871f-ac60582cb108'
2024-12-03T19:18:10,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T19:18:10,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7af04778-a84d-44d8-871f-ac60582cb108"

2024-12-03T19:18:10,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46c82aff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:10,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,32779,-1]
2024-12-03T19:18:10,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T19:18:10,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:10,544 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T19:18:10,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@676c9479, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:10,546 DEBUG [pool-281-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T19:18:10,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37467,1733253377774, seqNum=-1]
2024-12-03T19:18:10,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T19:18:10,548 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T19:18:10,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1733253385894-2-0', locateType=CURRENT is [region=table1,,1733253482021.37972917f089ca413aef5fa45f462582., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=7]
2024-12-03T19:18:10,550 INFO  [pool-281-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-281-thread-1.
2024-12-03T19:18:10,550 DEBUG [pool-281-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T19:18:10,550 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:10,550 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:10,550 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733253385894-2-0]
2024-12-03T19:18:10,550 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 5cd6afc4bcac
2024-12-03T19:18:10,551 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T19:18:10,554 DEBUG [pool-281-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/hbase-staging/bulk_output-default-table1-1733253488860/_temporary/0/_temporary/attempt_local260589316_0015_r_000000_0/f2/4b7cd2b176db4f3d811da7abe950651e is 58, key is row-test-1733253385894-2-0/f2:q1/1733253455515/Put/seqid=0
2024-12-03T19:18:10,556 WARN  [Thread-1869 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [5cd6afc4bcac:37467] Specified favored nodes: [5cd6afc4bcac:37467]
2024-12-03T19:18:10,558 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741991_1167 (size=5608)
2024-12-03T19:18:11,443 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/hbase-staging/bulk_output-default-table1-1733253488860
2024-12-03T19:18:11,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26de3409, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:11,444 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,32779,-1 for getting cluster id
2024-12-03T19:18:11,444 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T19:18:11,445 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7af04778-a84d-44d8-871f-ac60582cb108'
2024-12-03T19:18:11,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T19:18:11,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7af04778-a84d-44d8-871f-ac60582cb108"

2024-12-03T19:18:11,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a2e3f1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:11,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,32779,-1]
2024-12-03T19:18:11,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T19:18:11,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:11,447 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T19:18:11,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a6b39bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:11,448 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T19:18:11,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37467,1733253377774, seqNum=-1]
2024-12-03T19:18:11,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T19:18:11,450 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T19:18:11,454 WARN  [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/hbase-staging/bulk_output-default-table1-1733253488860/_SUCCESS
2024-12-03T19:18:11,458 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T19:18:11,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,32779,1733253375673
2024-12-03T19:18:11,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6750e0ca
2024-12-03T19:18:11,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T19:18:11,460 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-03T19:18:11,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1733253482021.37972917f089ca413aef5fa45f462582., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=7]
2024-12-03T19:18:11,465 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100
2024-12-03T19:18:11,471 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/hbase-staging/bulk_output-default-table1-1733253488860/f2/4b7cd2b176db4f3d811da7abe950651e first=Optional[row-test-1733253385894-2-0] last=Optional[row-test-1733253385894-2-6]
2024-12-03T19:18:11,475 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/hbase-staging/bulk_output-default-table1-1733253488860/f2/4b7cd2b176db4f3d811da7abe950651e for inclusion in 37972917f089ca413aef5fa45f462582/f2
2024-12-03T19:18:11,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.HStore(626): HFile bounds: first=row-test-1733253385894-2-0 last=row-test-1733253385894-2-6
2024-12-03T19:18:11,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.HStore(628): Region bounds: first= last=row0
2024-12-03T19:18:11,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.HRegion(2603): Flush status journal for 37972917f089ca413aef5fa45f462582:

2024-12-03T19:18:11,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/hbase-staging/bulk_output-default-table1-1733253488860/f2/4b7cd2b176db4f3d811da7abe950651e to hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/staging/jenkins__table1__gh69npih9fkqbjm664qc7rmvpueiklkq18nhvn28ttuo4half3h3o66aa6f6qbhb/f2/4b7cd2b176db4f3d811da7abe950651e
2024-12-03T19:18:11,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/staging/jenkins__table1__gh69npih9fkqbjm664qc7rmvpueiklkq18nhvn28ttuo4half3h3o66aa6f6qbhb/f2/4b7cd2b176db4f3d811da7abe950651e as hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/37972917f089ca413aef5fa45f462582/f2/7f9cb25e814e4144924ecb69d8c4919a_SeqId_9_
2024-12-03T19:18:11,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43fbdd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:11,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,32779,-1 for getting cluster id
2024-12-03T19:18:11,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T19:18:11,483 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7af04778-a84d-44d8-871f-ac60582cb108'
2024-12-03T19:18:11,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T19:18:11,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7af04778-a84d-44d8-871f-ac60582cb108"

2024-12-03T19:18:11,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@493ababe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:11,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,32779,-1]
2024-12-03T19:18:11,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T19:18:11,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:11,485 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T19:18:11,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@769892ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:11,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T19:18:11,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,32779,1733253375673
2024-12-03T19:18:11,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6585c16d
2024-12-03T19:18:11,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T19:18:11,488 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-03T19:18:11,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T19:18:11,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37467,1733253377774, seqNum=-1]
2024-12-03T19:18:11,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T19:18:11,490 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T19:18:11,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T19:18:11,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T19:18:11,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733253395604.e17c4198b10bfd8e3bc81f45da668c75., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2]
2024-12-03T19:18:11,505 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467.
2024-12-03T19:18:11,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443)
    at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T19:18:11,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:11,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:11,506 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T19:18:11,506 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/staging/jenkins__table1__gh69npih9fkqbjm664qc7rmvpueiklkq18nhvn28ttuo4half3h3o66aa6f6qbhb/f2/4b7cd2b176db4f3d811da7abe950651e into 37972917f089ca413aef5fa45f462582/f2 as hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/37972917f089ca413aef5fa45f462582/f2/7f9cb25e814e4144924ecb69d8c4919a_SeqId_9_ - updating store file list.
2024-12-03T19:18:11,511 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/37972917f089ca413aef5fa45f462582/f2/7f9cb25e814e4144924ecb69d8c4919a_SeqId_9_ into 37972917f089ca413aef5fa45f462582/f2
2024-12-03T19:18:11,511 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/staging/jenkins__table1__gh69npih9fkqbjm664qc7rmvpueiklkq18nhvn28ttuo4half3h3o66aa6f6qbhb/f2/4b7cd2b176db4f3d811da7abe950651e into 37972917f089ca413aef5fa45f462582/f2 (new location: hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/37972917f089ca413aef5fa45f462582/f2/7f9cb25e814e4144924ecb69d8c4919a_SeqId_9_)
2024-12-03T19:18:11,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/staging/jenkins__table1__gh69npih9fkqbjm664qc7rmvpueiklkq18nhvn28ttuo4half3h3o66aa6f6qbhb/f2/4b7cd2b176db4f3d811da7abe950651e
2024-12-03T19:18:11,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dedbff9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:11,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,32779,-1 for getting cluster id
2024-12-03T19:18:11,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T19:18:11,514 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7af04778-a84d-44d8-871f-ac60582cb108'
2024-12-03T19:18:11,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T19:18:11,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7af04778-a84d-44d8-871f-ac60582cb108"

2024-12-03T19:18:11,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@249b4ea2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:11,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,32779,-1]
2024-12-03T19:18:11,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T19:18:11,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:11,516 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService
2024-12-03T19:18:11,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23fdfa51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:11,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T19:18:11,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,32779,1733253375673
2024-12-03T19:18:11,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e47b75d
2024-12-03T19:18:11,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T19:18:11,518 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService
2024-12-03T19:18:11,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T19:18:11,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37467,1733253377774, seqNum=-1]
2024-12-03T19:18:11,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T19:18:11,520 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService
2024-12-03T19:18:11,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T19:18:11,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T19:18:11,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733253395604.e17c4198b10bfd8e3bc81f45da668c75., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2]
2024-12-03T19:18:11,532 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467.
2024-12-03T19:18:11,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T19:18:11,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:11,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:11,532 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T19:18:11,533 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-03T19:18:11,533 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:218)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T19:18:11,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:11,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:11,533 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T19:18:11,533 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0
2024-12-03T19:18:11,534 INFO  [Time-limited test {}] impl.RestoreTablesClient(187): test-1733253385894 has been successfully restored to table1
2024-12-03T19:18:11,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1733253482021.37972917f089ca413aef5fa45f462582., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=7 , the old value is region=table1,,1733253482021.37972917f089ca413aef5fa45f462582., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=7, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5cd6afc4bcac:37467 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-12-03T19:18:11,534 INFO  [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s):
2024-12-03T19:18:11,534 INFO  [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1733253460523 hdfs://localhost:33573/backupUT/backup_1733253460523/default/test-1733253385894/
2024-12-03T19:18:11,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1733253482021.37972917f089ca413aef5fa45f462582., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=7 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-12-03T19:18:11,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1733253482021.37972917f089ca413aef5fa45f462582., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=7 from cache
2024-12-03T19:18:11,534 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:33573/backupUT/backup_1733253425926/.backup.manifest
2024-12-03T19:18:11,534 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-12-03T19:18:11,536 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733253425926/.backup.manifest
2024-12-03T19:18:11,536 INFO  [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17332533858941' to 'ns2:table2' from full backup image hdfs://localhost:33573/backupUT/backup_1733253425926/ns2/test-17332533858941
2024-12-03T19:18:11,538 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'ns2:test-17332533858941', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1733253460523
2024-12-03T19:18:11,541 INFO  [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'ns2:table2', preserving region splits
2024-12-03T19:18:11,541 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32779 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable ns2:table2
2024-12-03T19:18:11,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32779 {}] procedure2.ProcedureExecutor(1139): Stored pid=89, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=ns2:table2
2024-12-03T19:18:11,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89
2024-12-03T19:18:11,544 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733253491544"}]},"ts":"1733253491544"}
2024-12-03T19:18:11,546 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLING in hbase:meta
2024-12-03T19:18:11,546 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set ns2:table2 to state=DISABLING
2024-12-03T19:18:11,547 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=ns2:table2}]
2024-12-03T19:18:11,548 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=13c3cd90ae6e3a958007d2bc3e96bdb8, UNASSIGN}]
2024-12-03T19:18:11,549 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=13c3cd90ae6e3a958007d2bc3e96bdb8, UNASSIGN
2024-12-03T19:18:11,550 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=91 updating hbase:meta row=13c3cd90ae6e3a958007d2bc3e96bdb8, regionState=CLOSING, regionLocation=5cd6afc4bcac,37467,1733253377774
2024-12-03T19:18:11,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=13c3cd90ae6e3a958007d2bc3e96bdb8, UNASSIGN because future has completed
2024-12-03T19:18:11,552 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-03T19:18:11,553 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE, hasLock=false; CloseRegionProcedure 13c3cd90ae6e3a958007d2bc3e96bdb8, server=5cd6afc4bcac,37467,1733253377774}]
2024-12-03T19:18:11,639 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:37467 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 34 more
2024-12-03T19:18:11,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89
2024-12-03T19:18:11,706 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(122): Close 13c3cd90ae6e3a958007d2bc3e96bdb8
2024-12-03T19:18:11,706 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-12-03T19:18:11,706 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1722): Closing 13c3cd90ae6e3a958007d2bc3e96bdb8, disabling compactions & flushes
2024-12-03T19:18:11,706 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1755): Closing region ns2:table2,,1733253476817.13c3cd90ae6e3a958007d2bc3e96bdb8.
2024-12-03T19:18:11,706 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1733253476817.13c3cd90ae6e3a958007d2bc3e96bdb8.
2024-12-03T19:18:11,706 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1733253476817.13c3cd90ae6e3a958007d2bc3e96bdb8. after waiting 0 ms
2024-12-03T19:18:11,706 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1733253476817.13c3cd90ae6e3a958007d2bc3e96bdb8.
2024-12-03T19:18:11,712 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/ns2/table2/13c3cd90ae6e3a958007d2bc3e96bdb8/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1
2024-12-03T19:18:11,712 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-12-03T19:18:11,713 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1973): Closed ns2:table2,,1733253476817.13c3cd90ae6e3a958007d2bc3e96bdb8.
2024-12-03T19:18:11,713 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1676): Region close journal for 13c3cd90ae6e3a958007d2bc3e96bdb8:
Waiting for close lock at 1733253491706Running coprocessor pre-close hooks at 1733253491706Disabling compacts and flushes for region at 1733253491706Disabling writes for close at 1733253491706Writing region close event to WAL at 1733253491707 (+1 ms)Running coprocessor post-close hooks at 1733253491712 (+5 ms)Closed at 1733253491712
2024-12-03T19:18:11,715 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(157): Closed 13c3cd90ae6e3a958007d2bc3e96bdb8
2024-12-03T19:18:11,716 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=91 updating hbase:meta row=13c3cd90ae6e3a958007d2bc3e96bdb8, regionState=CLOSED
2024-12-03T19:18:11,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE, hasLock=false; CloseRegionProcedure 13c3cd90ae6e3a958007d2bc3e96bdb8, server=5cd6afc4bcac,37467,1733253377774 because future has completed
2024-12-03T19:18:11,720 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91
2024-12-03T19:18:11,720 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; CloseRegionProcedure 13c3cd90ae6e3a958007d2bc3e96bdb8, server=5cd6afc4bcac,37467,1733253377774 in 166 msec
2024-12-03T19:18:11,722 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90
2024-12-03T19:18:11,722 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=13c3cd90ae6e3a958007d2bc3e96bdb8, UNASSIGN in 172 msec
2024-12-03T19:18:11,724 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89
2024-12-03T19:18:11,724 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=ns2:table2 in 175 msec
2024-12-03T19:18:11,725 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733253491725"}]},"ts":"1733253491725"}
2024-12-03T19:18:11,726 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLED in hbase:meta
2024-12-03T19:18:11,726 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set ns2:table2 to state=DISABLED
2024-12-03T19:18:11,728 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, state=SUCCESS, hasLock=false; DisableTableProcedure table=ns2:table2 in 186 msec
2024-12-03T19:18:11,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89
2024-12-03T19:18:11,860 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: ns2:table2 completed
2024-12-03T19:18:11,860 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32779 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.3 truncate ns2:table2
2024-12-03T19:18:11,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32779 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true)
2024-12-03T19:18:11,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-12-03T19:18:11,863 DEBUG [PEWorker-3 {}] procedure.TruncateTableProcedure(87): waiting for 'ns2:table2' regions in transition
2024-12-03T19:18:11,867 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/ns2/table2/13c3cd90ae6e3a958007d2bc3e96bdb8
2024-12-03T19:18:11,868 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/ns2/table2/13c3cd90ae6e3a958007d2bc3e96bdb8/f, FileablePath, hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/ns2/table2/13c3cd90ae6e3a958007d2bc3e96bdb8/recovered.edits]
2024-12-03T19:18:11,873 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/ns2/table2/13c3cd90ae6e3a958007d2bc3e96bdb8/f/c439e7637ec6428b98d5e26283281816_SeqId_4_ to hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/archive/data/ns2/table2/13c3cd90ae6e3a958007d2bc3e96bdb8/f/c439e7637ec6428b98d5e26283281816_SeqId_4_
2024-12-03T19:18:11,876 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/ns2/table2/13c3cd90ae6e3a958007d2bc3e96bdb8/recovered.edits/6.seqid to hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/archive/data/ns2/table2/13c3cd90ae6e3a958007d2bc3e96bdb8/recovered.edits/6.seqid
2024-12-03T19:18:11,877 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/ns2/table2/13c3cd90ae6e3a958007d2bc3e96bdb8
2024-12-03T19:18:11,877 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived ns2:table2 regions
2024-12-03T19:18:11,882 WARN  [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of ns2:table2 from hbase:meta
2024-12-03T19:18:11,885 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'ns2:table2' descriptor.
2024-12-03T19:18:11,885 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'ns2:table2' from region states.
2024-12-03T19:18:11,885 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"ns2:table2,,1733253476817.13c3cd90ae6e3a958007d2bc3e96bdb8.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733253491885"}]},"ts":"9223372036854775807"}
2024-12-03T19:18:11,888 INFO  [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-12-03T19:18:11,888 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 13c3cd90ae6e3a958007d2bc3e96bdb8, NAME => 'ns2:table2,,1733253476817.13c3cd90ae6e3a958007d2bc3e96bdb8.', STARTKEY => '', ENDKEY => ''}]
2024-12-03T19:18:11,888 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'ns2:table2' as deleted.
2024-12-03T19:18:11,888 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733253491888"}]},"ts":"9223372036854775807"}
2024-12-03T19:18:11,891 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table ns2:table2 state from META
2024-12-03T19:18:11,900 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741992_1168 (size=351)
2024-12-03T19:18:11,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-12-03T19:18:12,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-12-03T19:18:12,306 INFO  [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ca804c3f2473db951e5c21314803fa18, NAME => 'ns2:table2,,1733253491879.ca804c3f2473db951e5c21314803fa18.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a
2024-12-03T19:18:12,314 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741993_1169 (size=37)
2024-12-03T19:18:12,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-12-03T19:18:12,715 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1733253491879.ca804c3f2473db951e5c21314803fa18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T19:18:12,715 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing ca804c3f2473db951e5c21314803fa18, disabling compactions & flushes
2024-12-03T19:18:12,715 INFO  [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1733253491879.ca804c3f2473db951e5c21314803fa18.
2024-12-03T19:18:12,715 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1733253491879.ca804c3f2473db951e5c21314803fa18.
2024-12-03T19:18:12,715 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1733253491879.ca804c3f2473db951e5c21314803fa18. after waiting 0 ms
2024-12-03T19:18:12,715 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1733253491879.ca804c3f2473db951e5c21314803fa18.
2024-12-03T19:18:12,715 INFO  [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1733253491879.ca804c3f2473db951e5c21314803fa18.
2024-12-03T19:18:12,715 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for ca804c3f2473db951e5c21314803fa18:
Waiting for close lock at 1733253492715Disabling compacts and flushes for region at 1733253492715Disabling writes for close at 1733253492715Writing region close event to WAL at 1733253492715Closed at 1733253492715
2024-12-03T19:18:12,716 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1733253491879.ca804c3f2473db951e5c21314803fa18.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1733253492716"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733253492716"}]},"ts":"1733253492716"}
2024-12-03T19:18:12,718 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T19:18:12,719 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733253492719"}]},"ts":"1733253492719"}
2024-12-03T19:18:12,721 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta
2024-12-03T19:18:12,721 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=ca804c3f2473db951e5c21314803fa18, ASSIGN}]
2024-12-03T19:18:12,722 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=ca804c3f2473db951e5c21314803fa18, ASSIGN
2024-12-03T19:18:12,722 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=ca804c3f2473db951e5c21314803fa18, ASSIGN; state=OFFLINE, location=5cd6afc4bcac,37467,1733253377774; forceNewPlan=false, retain=false
2024-12-03T19:18:12,873 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=ca804c3f2473db951e5c21314803fa18, regionState=OPENING, regionLocation=5cd6afc4bcac,37467,1733253377774
2024-12-03T19:18:12,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=ca804c3f2473db951e5c21314803fa18, ASSIGN because future has completed
2024-12-03T19:18:12,875 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca804c3f2473db951e5c21314803fa18, server=5cd6afc4bcac,37467,1733253377774}]
2024-12-03T19:18:12,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-12-03T19:18:13,030 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(132): Open ns2:table2,,1733253491879.ca804c3f2473db951e5c21314803fa18.
2024-12-03T19:18:13,030 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7752): Opening region: {ENCODED => ca804c3f2473db951e5c21314803fa18, NAME => 'ns2:table2,,1733253491879.ca804c3f2473db951e5c21314803fa18.', STARTKEY => '', ENDKEY => ''}
2024-12-03T19:18:13,031 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-12-03T19:18:13,031 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 ca804c3f2473db951e5c21314803fa18
2024-12-03T19:18:13,031 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(898): Instantiated ns2:table2,,1733253491879.ca804c3f2473db951e5c21314803fa18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T19:18:13,031 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7794): checking encryption for ca804c3f2473db951e5c21314803fa18
2024-12-03T19:18:13,031 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7797): checking classloading for ca804c3f2473db951e5c21314803fa18
2024-12-03T19:18:13,032 INFO  [StoreOpener-ca804c3f2473db951e5c21314803fa18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ca804c3f2473db951e5c21314803fa18 
2024-12-03T19:18:13,033 INFO  [StoreOpener-ca804c3f2473db951e5c21314803fa18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca804c3f2473db951e5c21314803fa18 columnFamilyName f
2024-12-03T19:18:13,034 DEBUG [StoreOpener-ca804c3f2473db951e5c21314803fa18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:18:13,034 INFO  [StoreOpener-ca804c3f2473db951e5c21314803fa18-1 {}] regionserver.HStore(327): Store=ca804c3f2473db951e5c21314803fa18/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T19:18:13,034 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1038): replaying wal for ca804c3f2473db951e5c21314803fa18
2024-12-03T19:18:13,035 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/ns2/table2/ca804c3f2473db951e5c21314803fa18
2024-12-03T19:18:13,035 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/ns2/table2/ca804c3f2473db951e5c21314803fa18
2024-12-03T19:18:13,036 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1048): stopping wal replay for ca804c3f2473db951e5c21314803fa18
2024-12-03T19:18:13,036 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1060): Cleaning up temporary data for ca804c3f2473db951e5c21314803fa18
2024-12-03T19:18:13,037 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1093): writing seq id for ca804c3f2473db951e5c21314803fa18
2024-12-03T19:18:13,040 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/ns2/table2/ca804c3f2473db951e5c21314803fa18/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T19:18:13,040 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1114): Opened ca804c3f2473db951e5c21314803fa18; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9768044000, jitterRate=-0.09028001129627228}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T19:18:13,040 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ca804c3f2473db951e5c21314803fa18
2024-12-03T19:18:13,041 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1006): Region open journal for ca804c3f2473db951e5c21314803fa18:
Running coprocessor pre-open hook at 1733253493031Writing region info on filesystem at 1733253493031Initializing all the Stores at 1733253493032 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733253493032Cleaning up temporary data from old regions at 1733253493036 (+4 ms)Running coprocessor post-open hooks at 1733253493040 (+4 ms)Region opened successfully at 1733253493041 (+1 ms)
2024-12-03T19:18:13,042 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1733253491879.ca804c3f2473db951e5c21314803fa18., pid=95, masterSystemTime=1733253493027
2024-12-03T19:18:13,044 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1733253491879.ca804c3f2473db951e5c21314803fa18.
2024-12-03T19:18:13,044 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(153): Opened ns2:table2,,1733253491879.ca804c3f2473db951e5c21314803fa18.
2024-12-03T19:18:13,044 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=ca804c3f2473db951e5c21314803fa18, regionState=OPEN, openSeqNum=2, regionLocation=5cd6afc4bcac,37467,1733253377774
2024-12-03T19:18:13,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca804c3f2473db951e5c21314803fa18, server=5cd6afc4bcac,37467,1733253377774 because future has completed
2024-12-03T19:18:13,049 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94
2024-12-03T19:18:13,050 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; OpenRegionProcedure ca804c3f2473db951e5c21314803fa18, server=5cd6afc4bcac,37467,1733253377774 in 172 msec
2024-12-03T19:18:13,051 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93
2024-12-03T19:18:13,051 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=ca804c3f2473db951e5c21314803fa18, ASSIGN in 329 msec
2024-12-03T19:18:13,052 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733253493051"}]},"ts":"1733253493051"}
2024-12-03T19:18:13,053 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta
2024-12-03T19:18:13,053 DEBUG [PEWorker-5 {}] procedure.TruncateTableProcedure(145): truncate 'ns2:table2' completed
2024-12-03T19:18:13,054 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) in 1.1930 sec
2024-12-03T19:18:13,960 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties
2024-12-03T19:18:14,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-12-03T19:18:14,009 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: ns2:table2 completed
2024-12-03T19:18:14,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100
2024-12-03T19:18:14,013 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:33573/backupUT/backup_1733253425926/ns2/test-17332533858941/archive/data/ns2/test-17332533858941/592a39a3a9254207004ee4d05cbb691e from hbase tables ns2:test-17332533858941 to tables ns2:table2
2024-12-03T19:18:14,013 INFO  [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17332533858941 into ns2:table2
2024-12-03T19:18:14,014 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/hbase-staging/bulk_output-ns2-table2-1733253494013 from hdfs://localhost:33573/backupUT/backup_1733253425926/ns2/test-17332533858941/archive/data/ns2/test-17332533858941/592a39a3a9254207004ee4d05cbb691e
2024-12-03T19:18:14,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26cb31e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:14,015 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,32779,-1 for getting cluster id
2024-12-03T19:18:14,015 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T19:18:14,016 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7af04778-a84d-44d8-871f-ac60582cb108'
2024-12-03T19:18:14,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T19:18:14,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7af04778-a84d-44d8-871f-ac60582cb108"

2024-12-03T19:18:14,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c032be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:14,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,32779,-1]
2024-12-03T19:18:14,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T19:18:14,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:14,017 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T19:18:14,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b894435, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:14,018 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T19:18:14,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,32779,1733253375673
2024-12-03T19:18:14,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d827c08
2024-12-03T19:18:14,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T19:18:14,019 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-03T19:18:14,020 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled
2024-12-03T19:18:14,020 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2
2024-12-03T19:18:14,020 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100
2024-12-03T19:18:14,020 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T19:18:14,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37467,1733253377774, seqNum=-1]
2024-12-03T19:18:14,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T19:18:14,021 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T19:18:14,023 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 
2024-12-03T19:18:14,023 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables
2024-12-03T19:18:14,023 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/hbase-staging/partitions_27249ff2-aaf0-4b13-befb-21afc475a41f
2024-12-03T19:18:14,028 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741994_1170 (size=153)
2024-12-03T19:18:14,430 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:18:14,430 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:18:14,430 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:18:14,730 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1'
2024-12-03T19:18:14,767 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-03T19:18:15,289 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop-2823006937229802683.jar
2024-12-03T19:18:15,290 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:18:15,290 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:18:15,344 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop-8871616033557997441.jar
2024-12-03T19:18:15,345 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:18:15,345 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:18:15,345 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:18:15,345 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:18:15,345 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:18:15,346 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:18:15,346 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-03T19:18:15,346 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-12-03T19:18:15,346 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-12-03T19:18:15,346 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-12-03T19:18:15,346 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-12-03T19:18:15,347 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-12-03T19:18:15,347 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-12-03T19:18:15,347 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-12-03T19:18:15,347 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-12-03T19:18:15,347 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-12-03T19:18:15,347 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-12-03T19:18:15,348 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:18:15,402 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop-13294023854919430965.jar
2024-12-03T19:18:15,403 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop-13294023854919430965.jar
2024-12-03T19:18:15,403 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T19:18:15,403 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop-13294023854919430965.jar
2024-12-03T19:18:15,403 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop-13294023854919430965.jar
2024-12-03T19:18:15,403 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T19:18:15,404 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2
2024-12-03T19:18:15,404 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-03T19:18:15,404 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:218)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T19:18:15,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:15,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:15,404 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T19:18:15,404 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job
2024-12-03T19:18:15,404 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-03T19:18:15,415 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-12-03T19:18:15,427 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-12-03T19:18:15,535 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/mapreduce.cluster.local.dir/job_local2128427908_0016_417c7274-3a06-4081-9e3c-47b78fb11a36/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-12-03T19:18:15,535 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/mapreduce.cluster.local.dir/job_local2128427908_0016_417c7274-3a06-4081-9e3c-47b78fb11a36/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-12-03T19:18:15,599 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:33573/backupUT/backup_1733253425926/ns2/test-17332533858941/archive/data/ns2/test-17332533858941/592a39a3a9254207004ee4d05cbb691e/f/b29000704b7042efbcb6f8727d4ecc67
2024-12-03T19:18:15,603 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-12-03T19:18:15,663 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:33573/backupUT/backup_1733253425926/ns2/test-17332533858941/archive/data/ns2/test-17332533858941/592a39a3a9254207004ee4d05cbb691e/f/6dd06a3b3db74081a795a7d1e3554ca0
2024-12-03T19:18:15,666 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-12-03T19:18:15,711 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d1516ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:15,712 DEBUG [pool-286-thread-1 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,32779,-1 for getting cluster id
2024-12-03T19:18:15,712 DEBUG [pool-286-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T19:18:15,713 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7af04778-a84d-44d8-871f-ac60582cb108'
2024-12-03T19:18:15,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T19:18:15,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7af04778-a84d-44d8-871f-ac60582cb108"

2024-12-03T19:18:15,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f2aafa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:15,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,32779,-1]
2024-12-03T19:18:15,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T19:18:15,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:15,716 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T19:18:15,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47bbcf02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:15,719 DEBUG [pool-286-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T19:18:15,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37467,1733253377774, seqNum=-1]
2024-12-03T19:18:15,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T19:18:15,729 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T19:18:15,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row-t20', locateType=CURRENT is [region=ns2:table2,,1733253491879.ca804c3f2473db951e5c21314803fa18., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2]
2024-12-03T19:18:15,732 INFO  [pool-286-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-286-thread-1.
2024-12-03T19:18:15,732 DEBUG [pool-286-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T19:18:15,732 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:15,732 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:15,732 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T19:18:15,733 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20]
2024-12-03T19:18:15,733 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 5cd6afc4bcac
2024-12-03T19:18:15,742 DEBUG [pool-286-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/hbase-staging/bulk_output-ns2-table2-1733253494013/_temporary/0/_temporary/attempt_local2128427908_0016_r_000000_0/f/4d0d5f8ee1be4da3b0da030d024ef07a is 38, key is row-t20/f:q1/1733253414408/Put/seqid=0
2024-12-03T19:18:15,747 WARN  [Thread-1944 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [5cd6afc4bcac:37467] Specified favored nodes: [5cd6afc4bcac:37467]
2024-12-03T19:18:15,765 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741995_1171 (size=8935)
2024-12-03T19:18:16,591 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/hbase-staging/bulk_output-ns2-table2-1733253494013
2024-12-03T19:18:16,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1826a7a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:16,591 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,32779,-1 for getting cluster id
2024-12-03T19:18:16,592 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T19:18:16,592 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7af04778-a84d-44d8-871f-ac60582cb108'
2024-12-03T19:18:16,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T19:18:16,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7af04778-a84d-44d8-871f-ac60582cb108"

2024-12-03T19:18:16,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69dc9a2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:16,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,32779,-1]
2024-12-03T19:18:16,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T19:18:16,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:16,594 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T19:18:16,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60d7df8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:16,595 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T19:18:16,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37467,1733253377774, seqNum=-1]
2024-12-03T19:18:16,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T19:18:16,598 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T19:18:16,601 WARN  [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/hbase-staging/bulk_output-ns2-table2-1733253494013/_SUCCESS
2024-12-03T19:18:16,604 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T19:18:16,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,32779,1733253375673
2024-12-03T19:18:16,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d0ef793
2024-12-03T19:18:16,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T19:18:16,606 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-03T19:18:16,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1733253491879.ca804c3f2473db951e5c21314803fa18., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2]
2024-12-03T19:18:16,611 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100
2024-12-03T19:18:16,617 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/hbase-staging/bulk_output-ns2-table2-1733253494013/f/4d0d5f8ee1be4da3b0da030d024ef07a first=Optional[row-t20] last=Optional[row98]
2024-12-03T19:18:16,620 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/hbase-staging/bulk_output-ns2-table2-1733253494013/f/4d0d5f8ee1be4da3b0da030d024ef07a for inclusion in ca804c3f2473db951e5c21314803fa18/f
2024-12-03T19:18:16,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.HStore(626): HFile bounds: first=row-t20 last=row98
2024-12-03T19:18:16,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.HStore(628): Region bounds: first= last=
2024-12-03T19:18:16,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.HRegion(2603): Flush status journal for ca804c3f2473db951e5c21314803fa18:

2024-12-03T19:18:16,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/hbase-staging/bulk_output-ns2-table2-1733253494013/f/4d0d5f8ee1be4da3b0da030d024ef07a to hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/staging/jenkins__ns2_table2__dr8gvr5t17537a06bjm3p073rojgqvuj5ue283damrtd3m1eu4bcm4qk3p68gach/f/4d0d5f8ee1be4da3b0da030d024ef07a
2024-12-03T19:18:16,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/staging/jenkins__ns2_table2__dr8gvr5t17537a06bjm3p073rojgqvuj5ue283damrtd3m1eu4bcm4qk3p68gach/f/4d0d5f8ee1be4da3b0da030d024ef07a as hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/ns2/table2/ca804c3f2473db951e5c21314803fa18/f/9d2d57f1701844cd82a472437132c8be_SeqId_4_
2024-12-03T19:18:16,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65509d64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:16,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,32779,-1 for getting cluster id
2024-12-03T19:18:16,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T19:18:16,632 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7af04778-a84d-44d8-871f-ac60582cb108'
2024-12-03T19:18:16,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T19:18:16,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7af04778-a84d-44d8-871f-ac60582cb108"

2024-12-03T19:18:16,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55287f3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:16,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,32779,-1]
2024-12-03T19:18:16,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T19:18:16,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:16,634 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T19:18:16,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57a6be63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:16,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T19:18:16,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,32779,1733253375673
2024-12-03T19:18:16,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1413fe42
2024-12-03T19:18:16,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T19:18:16,639 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-03T19:18:16,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T19:18:16,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37467,1733253377774, seqNum=-1]
2024-12-03T19:18:16,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T19:18:16,642 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T19:18:16,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T19:18:16,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T19:18:16,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733253395604.e17c4198b10bfd8e3bc81f45da668c75., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2]
2024-12-03T19:18:16,661 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467.
2024-12-03T19:18:16,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443)
    at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T19:18:16,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:16,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:16,662 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T19:18:16,663 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/staging/jenkins__ns2_table2__dr8gvr5t17537a06bjm3p073rojgqvuj5ue283damrtd3m1eu4bcm4qk3p68gach/f/4d0d5f8ee1be4da3b0da030d024ef07a into ca804c3f2473db951e5c21314803fa18/f as hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/ns2/table2/ca804c3f2473db951e5c21314803fa18/f/9d2d57f1701844cd82a472437132c8be_SeqId_4_ - updating store file list.
2024-12-03T19:18:16,669 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/ns2/table2/ca804c3f2473db951e5c21314803fa18/f/9d2d57f1701844cd82a472437132c8be_SeqId_4_ into ca804c3f2473db951e5c21314803fa18/f
2024-12-03T19:18:16,669 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/staging/jenkins__ns2_table2__dr8gvr5t17537a06bjm3p073rojgqvuj5ue283damrtd3m1eu4bcm4qk3p68gach/f/4d0d5f8ee1be4da3b0da030d024ef07a into ca804c3f2473db951e5c21314803fa18/f (new location: hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/ns2/table2/ca804c3f2473db951e5c21314803fa18/f/9d2d57f1701844cd82a472437132c8be_SeqId_4_)
2024-12-03T19:18:16,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/staging/jenkins__ns2_table2__dr8gvr5t17537a06bjm3p073rojgqvuj5ue283damrtd3m1eu4bcm4qk3p68gach/f/4d0d5f8ee1be4da3b0da030d024ef07a
2024-12-03T19:18:16,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cb3117, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:16,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,32779,-1 for getting cluster id
2024-12-03T19:18:16,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T19:18:16,672 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7af04778-a84d-44d8-871f-ac60582cb108'
2024-12-03T19:18:16,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T19:18:16,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7af04778-a84d-44d8-871f-ac60582cb108"

2024-12-03T19:18:16,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67669881, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:16,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,32779,-1]
2024-12-03T19:18:16,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T19:18:16,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:16,673 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService
2024-12-03T19:18:16,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@523334c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T19:18:16,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T19:18:16,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,32779,1733253375673
2024-12-03T19:18:16,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54ebcd14
2024-12-03T19:18:16,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T19:18:16,676 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService
2024-12-03T19:18:16,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T19:18:16,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37467,1733253377774, seqNum=-1]
2024-12-03T19:18:16,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T19:18:16,678 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService
2024-12-03T19:18:16,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T19:18:16,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T19:18:16,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733253395604.e17c4198b10bfd8e3bc81f45da668c75., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2]
2024-12-03T19:18:16,696 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467.
2024-12-03T19:18:16,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T19:18:16,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:16,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:16,697 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-03T19:18:16,698 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:218)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T19:18:16,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:16,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:16,698 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0
2024-12-03T19:18:16,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1733253491879.ca804c3f2473db951e5c21314803fa18., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2 , the old value is region=ns2:table2,,1733253491879.ca804c3f2473db951e5c21314803fa18., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5cd6afc4bcac:37467 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-12-03T19:18:16,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1733253491879.ca804c3f2473db951e5c21314803fa18., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-12-03T19:18:16,698 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T19:18:16,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1733253491879.ca804c3f2473db951e5c21314803fa18., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2 from cache
2024-12-03T19:18:16,698 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T19:18:16,703 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-12-03T19:18:16,714 INFO  [Time-limited test {}] impl.RestoreTablesClient(175): No incremental changes since full backup for 'ns2:test-17332533858941', skipping incremental restore step.
2024-12-03T19:18:16,714 INFO  [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s):
2024-12-03T19:18:16,714 INFO  [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1733253460523 hdfs://localhost:33573/backupUT/backup_1733253460523/ns2/test-17332533858941/
2024-12-03T19:18:16,714 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished
2024-12-03T19:18:16,715 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(222): After incremental restore: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T19:18:16,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] ipc.CallRunner(138): callId: 737 service: ClientService methodName: Scan size: 160 connection: 172.17.0.3:52736 deadline: 1733253556715, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,,1733253470895.620f8e6f53f1df8146afbcdf06dcb892. is not online on 5cd6afc4bcac,37467,1733253377774
2024-12-03T19:18:16,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1733253470895.620f8e6f53f1df8146afbcdf06dcb892., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2 , the old value is region=table1,,1733253470895.620f8e6f53f1df8146afbcdf06dcb892., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1733253470895.620f8e6f53f1df8146afbcdf06dcb892. is not online on 5cd6afc4bcac,37467,1733253377774
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186)
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T19:18:16,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1733253470895.620f8e6f53f1df8146afbcdf06dcb892., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1733253470895.620f8e6f53f1df8146afbcdf06dcb892. is not online on 5cd6afc4bcac,37467,1733253377774
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186)
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T19:18:16,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1733253470895.620f8e6f53f1df8146afbcdf06dcb892., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2 from cache
2024-12-03T19:18:16,808 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:37467 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 34 more
2024-12-03T19:18:16,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1733253482021.37972917f089ca413aef5fa45f462582., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=7]
2024-12-03T19:18:16,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] ipc.CallRunner(138): callId: 741 service: ClientService methodName: Scan size: 170 connection: 172.17.0.3:52736 deadline: 1733253556833, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1733253470895.345d1f8c7da853d00bc786aecce47edc. is not online on 5cd6afc4bcac,37467,1733253377774
2024-12-03T19:18:16,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,row0,1733253470895.345d1f8c7da853d00bc786aecce47edc., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2 , the old value is region=table1,row0,1733253470895.345d1f8c7da853d00bc786aecce47edc., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1733253470895.345d1f8c7da853d00bc786aecce47edc. is not online on 5cd6afc4bcac,37467,1733253377774
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186)
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T19:18:16,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,row0,1733253470895.345d1f8c7da853d00bc786aecce47edc., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1733253470895.345d1f8c7da853d00bc786aecce47edc. is not online on 5cd6afc4bcac,37467,1733253377774
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186)
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T19:18:16,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,row0,1733253470895.345d1f8c7da853d00bc786aecce47edc., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2 from cache
2024-12-03T19:18:16,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1733253482021.12d02a1d9c893ddbb7257fa675d4c5b2., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=7]
2024-12-03T19:18:16,945 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(224): f1 has 198 rows
2024-12-03T19:18:16,951 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(228): f2 has 7 rows
2024-12-03T19:18:16,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:18:16,964 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return.
2024-12-03T19:18:16,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:18:16,970 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return.
2024-12-03T19:18:16,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:18:16,971 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return.
2024-12-03T19:18:16,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:18:16,973 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return.
2024-12-03T19:18:16,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:18:16,974 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return.
2024-12-03T19:18:16,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T19:18:16,975 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return.
2024-12-03T19:18:16,979 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(232): mob has 111 rows
2024-12-03T19:18:16,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37467 {}] ipc.CallRunner(138): callId: 749 service: ClientService methodName: Scan size: 159 connection: 172.17.0.3:52736 deadline: 1733253556979, exception=org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1733253476817.13c3cd90ae6e3a958007d2bc3e96bdb8. is not online on 5cd6afc4bcac,37467,1733253377774
2024-12-03T19:18:16,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1733253476817.13c3cd90ae6e3a958007d2bc3e96bdb8., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2 , the old value is region=ns2:table2,,1733253476817.13c3cd90ae6e3a958007d2bc3e96bdb8., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1733253476817.13c3cd90ae6e3a958007d2bc3e96bdb8. is not online on 5cd6afc4bcac,37467,1733253377774
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186)
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T19:18:16,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1733253476817.13c3cd90ae6e3a958007d2bc3e96bdb8., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1733253476817.13c3cd90ae6e3a958007d2bc3e96bdb8. is not online on 5cd6afc4bcac,37467,1733253377774
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186)
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T19:18:16,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1733253476817.13c3cd90ae6e3a958007d2bc3e96bdb8., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2 from cache
2024-12-03T19:18:17,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1733253491879.ca804c3f2473db951e5c21314803fa18., hostname=5cd6afc4bcac,37467,1733253377774, seqNum=2]
2024-12-03T19:18:17,096 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-03T19:18:17,096 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:240)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T19:18:17,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:17,096 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T19:18:17,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:17,114 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=634 (was 611)
Potentially hanging thread: PacketResponder: BP-124759910-172.17.0.3-1733253371787:blk_1073741954_1130, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: WAL-Archive-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/cluster_c556d55b-1899-2f2b-7744-e4d372867831/data/data1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Close-WAL-Writer-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: WAL-Archive-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-9
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-10
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Close-WAL-Writer-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1966210539_20 at /127.0.0.1:38326 [Receiving block BP-124759910-172.17.0.3-1733253371787:blk_1073741955_1131]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-124759910-172.17.0.3-1733253371787:blk_1073741955_1131, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: rs(5cd6afc4bcac,37467,1733253377774)-backup-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-8
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool.commonPool-worker-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1475488481_20 at /127.0.0.1:42472 [Waiting for operation #54]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1966210539_20 at /127.0.0.1:38324 [Receiving block BP-124759910-172.17.0.3-1733253371787:blk_1073741954_1130]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: rs(5cd6afc4bcac,37467,1733253377774)-backup-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'JobTracker' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1966210539_20 at /127.0.0.1:38336 [Receiving block BP-124759910-172.17.0.3-1733253371787:blk_1073741956_1132]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: rs(5cd6afc4bcac,37467,1733253377774)-backup-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: rs(5cd6afc4bcac,37467,1733253377774)-backup-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-11
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: (5cd6afc4bcac,32779,1733253375673)-proc-coordinator-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: member: '5cd6afc4bcac,37467,1733253377774' subprocedure-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Close-WAL-Writer-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-124759910-172.17.0.3-1733253371787:blk_1073741956_1132, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/cluster_c556d55b-1899-2f2b-7744-e4d372867831/data/data2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: WAL-Archive-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=643 (was 631) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=286 (was 514), ProcessCount=13 (was 13), AvailableMemoryMB=5536 (was 6307)
2024-12-03T19:18:17,114 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=634 is superior to 500
2024-12-03T19:18:17,122 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-12-03T19:18:17,122 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-03T19:18:17,123 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T19:18:17,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:17,123 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T19:18:17,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:17,123 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-12-03T19:18:17,123 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1262903494, stopped=false
2024-12-03T19:18:17,124 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5cd6afc4bcac,32779,1733253375673
2024-12-03T19:18:17,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running
2024-12-03T19:18:17,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37467-0x1019de9363b0001, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running
2024-12-03T19:18:17,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37467-0x1019de9363b0001, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-03T19:18:17,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-03T19:18:17,176 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-03T19:18:17,176 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running
2024-12-03T19:18:17,176 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37467-0x1019de9363b0001, quorum=127.0.0.1:63892, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running
2024-12-03T19:18:17,178 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-03T19:18:17,178 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T19:18:17,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:17,179 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5cd6afc4bcac,37467,1733253377774' *****
2024-12-03T19:18:17,179 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-12-03T19:18:17,179 INFO  [RS:0;5cd6afc4bcac:37467 {}] hbase.HBaseServerBase(468): Stop info server
2024-12-03T19:18:17,184 INFO  [RS:0;5cd6afc4bcac:37467 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@6edf2259{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/regionserver}
2024-12-03T19:18:17,187 INFO  [RS:0;5cd6afc4bcac:37467 {}] server.AbstractConnector(383): Stopped ServerConnector@1aa5419c{HTTP/1.1, (http/1.1)}{0.0.0.0:0}
2024-12-03T19:18:17,187 INFO  [RS:0;5cd6afc4bcac:37467 {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-03T19:18:17,187 INFO  [RS:0;5cd6afc4bcac:37467 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@5af9e42e{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,STOPPED}
2024-12-03T19:18:17,187 INFO  [RS:0;5cd6afc4bcac:37467 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@6e82f00d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop.log.dir/,STOPPED}
2024-12-03T19:18:17,189 INFO  [RS:0;5cd6afc4bcac:37467 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-03T19:18:17,190 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-03T19:18:17,190 INFO  [RS:0;5cd6afc4bcac:37467 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-12-03T19:18:17,190 INFO  [RS:0;5cd6afc4bcac:37467 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully.
2024-12-03T19:18:17,190 INFO  [RS:0;5cd6afc4bcac:37467 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-12-03T19:18:17,190 INFO  [RS:0;5cd6afc4bcac:37467 {}] regionserver.HRegionServer(3091): Received CLOSE for e17c4198b10bfd8e3bc81f45da668c75
2024-12-03T19:18:17,191 INFO  [RS:0;5cd6afc4bcac:37467 {}] regionserver.HRegionServer(3091): Received CLOSE for ca804c3f2473db951e5c21314803fa18
2024-12-03T19:18:17,191 INFO  [RS:0;5cd6afc4bcac:37467 {}] regionserver.HRegionServer(3091): Received CLOSE for 0471d1b55462d42ec141d30b76c066e9
2024-12-03T19:18:17,191 INFO  [RS:0;5cd6afc4bcac:37467 {}] regionserver.HRegionServer(3091): Received CLOSE for 37972917f089ca413aef5fa45f462582
2024-12-03T19:18:17,191 INFO  [RS:0;5cd6afc4bcac:37467 {}] regionserver.HRegionServer(3091): Received CLOSE for 1e03342807c4a3f669243dfcb9f475e1
2024-12-03T19:18:17,191 INFO  [RS:0;5cd6afc4bcac:37467 {}] regionserver.HRegionServer(3091): Received CLOSE for 12d02a1d9c893ddbb7257fa675d4c5b2
2024-12-03T19:18:17,191 INFO  [RS:0;5cd6afc4bcac:37467 {}] regionserver.HRegionServer(3091): Received CLOSE for 2a338d6f45d65273b9103caf8ff5d134
2024-12-03T19:18:17,191 INFO  [RS:0;5cd6afc4bcac:37467 {}] regionserver.HRegionServer(3091): Received CLOSE for 592a39a3a9254207004ee4d05cbb691e
2024-12-03T19:18:17,191 INFO  [RS:0;5cd6afc4bcac:37467 {}] regionserver.HRegionServer(3091): Received CLOSE for ee059c3a1f70458c6ab7d955ec156f9d
2024-12-03T19:18:17,191 INFO  [RS:0;5cd6afc4bcac:37467 {}] regionserver.HRegionServer(959): stopping server 5cd6afc4bcac,37467,1733253377774
2024-12-03T19:18:17,191 INFO  [RS:0;5cd6afc4bcac:37467 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-03T19:18:17,191 INFO  [RS:0;5cd6afc4bcac:37467 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5cd6afc4bcac:37467.
2024-12-03T19:18:17,191 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e17c4198b10bfd8e3bc81f45da668c75, disabling compactions & flushes
2024-12-03T19:18:17,191 DEBUG [RS:0;5cd6afc4bcac:37467 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T19:18:17,191 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system,,1733253395604.e17c4198b10bfd8e3bc81f45da668c75.
2024-12-03T19:18:17,191 DEBUG [RS:0;5cd6afc4bcac:37467 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:17,191 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1733253395604.e17c4198b10bfd8e3bc81f45da668c75.
2024-12-03T19:18:17,191 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1733253395604.e17c4198b10bfd8e3bc81f45da668c75. after waiting 0 ms
2024-12-03T19:18:17,191 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1733253395604.e17c4198b10bfd8e3bc81f45da668c75.
2024-12-03T19:18:17,191 INFO  [RS:0;5cd6afc4bcac:37467 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-03T19:18:17,191 INFO  [RS:0;5cd6afc4bcac:37467 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-03T19:18:17,191 INFO  [RS:0;5cd6afc4bcac:37467 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-03T19:18:17,191 INFO  [RS:0;5cd6afc4bcac:37467 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-12-03T19:18:17,191 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e17c4198b10bfd8e3bc81f45da668c75 2/2 column families, dataSize=2.12 KB heapSize=3.43 KB
2024-12-03T19:18:17,192 INFO  [RS:0;5cd6afc4bcac:37467 {}] regionserver.HRegionServer(1321): Waiting on 10 regions to close
2024-12-03T19:18:17,192 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-03T19:18:17,193 INFO  [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-03T19:18:17,193 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-03T19:18:17,193 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-03T19:18:17,193 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-03T19:18:17,193 DEBUG [RS:0;5cd6afc4bcac:37467 {}] regionserver.HRegionServer(1351): Waiting on 0471d1b55462d42ec141d30b76c066e9, 12d02a1d9c893ddbb7257fa675d4c5b2, 1588230740, 1e03342807c4a3f669243dfcb9f475e1, 2a338d6f45d65273b9103caf8ff5d134, 37972917f089ca413aef5fa45f462582, 592a39a3a9254207004ee4d05cbb691e, ca804c3f2473db951e5c21314803fa18, e17c4198b10bfd8e3bc81f45da668c75, ee059c3a1f70458c6ab7d955ec156f9d
2024-12-03T19:18:17,193 INFO  [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=23.97 KB heapSize=42.40 KB
2024-12-03T19:18:17,198 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/.tmp/meta/e1885831e4ec451f83a8a4d509c2449d is 158, key is trslm:hdfs://localhost:33573/backupUT\x00ns2:test-17332533858941/meta:log-roll-map/1733253470369/Put/seqid=0
2024-12-03T19:18:17,215 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741996_1172 (size=6208)
2024-12-03T19:18:17,236 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/hbase/meta/1588230740/.tmp/info/53ca2aae310541d599e7fbb7d65d36cc is 159, key is ns2:test-17332533858941,,1733253388068.592a39a3a9254207004ee4d05cbb691e./info:regioninfo/1733253389376/Put/seqid=0
2024-12-03T19:18:17,247 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741997_1173 (size=19093)
2024-12-03T19:18:17,248 INFO  [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.86 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/hbase/meta/1588230740/.tmp/info/53ca2aae310541d599e7fbb7d65d36cc
2024-12-03T19:18:17,276 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/hbase/meta/1588230740/.tmp/ns/99418626b51d411a8de90014a06f29dc is 85, key is ns2:table2,,1733253476817.13c3cd90ae6e3a958007d2bc3e96bdb8./ns:/1733253491880/DeleteFamily/seqid=0
2024-12-03T19:18:17,276 INFO  [regionserver/5cd6afc4bcac:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-03T19:18:17,280 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741998_1174 (size=5760)
2024-12-03T19:18:17,294 INFO  [regionserver/5cd6afc4bcac:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-12-03T19:18:17,295 INFO  [regionserver/5cd6afc4bcac:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-12-03T19:18:17,393 DEBUG [RS:0;5cd6afc4bcac:37467 {}] regionserver.HRegionServer(1351): Waiting on 0471d1b55462d42ec141d30b76c066e9, 12d02a1d9c893ddbb7257fa675d4c5b2, 1588230740, 1e03342807c4a3f669243dfcb9f475e1, 2a338d6f45d65273b9103caf8ff5d134, 37972917f089ca413aef5fa45f462582, 592a39a3a9254207004ee4d05cbb691e, ca804c3f2473db951e5c21314803fa18, e17c4198b10bfd8e3bc81f45da668c75, ee059c3a1f70458c6ab7d955ec156f9d
2024-12-03T19:18:17,593 DEBUG [RS:0;5cd6afc4bcac:37467 {}] regionserver.HRegionServer(1351): Waiting on 0471d1b55462d42ec141d30b76c066e9, 12d02a1d9c893ddbb7257fa675d4c5b2, 1588230740, 1e03342807c4a3f669243dfcb9f475e1, 2a338d6f45d65273b9103caf8ff5d134, 37972917f089ca413aef5fa45f462582, 592a39a3a9254207004ee4d05cbb691e, ca804c3f2473db951e5c21314803fa18, e17c4198b10bfd8e3bc81f45da668c75, ee059c3a1f70458c6ab7d955ec156f9d
2024-12-03T19:18:17,615 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=944 B at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/.tmp/meta/e1885831e4ec451f83a8a4d509c2449d
2024-12-03T19:18:17,621 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/.tmp/session/d2fc2a19aaec4af1b4432d960ce3e52c is 588, key is session:backup_1733253460523/session:context/1733253470804/Put/seqid=0
2024-12-03T19:18:17,624 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741999_1175 (size=5689)
2024-12-03T19:18:17,683 INFO  [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=474 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/hbase/meta/1588230740/.tmp/ns/99418626b51d411a8de90014a06f29dc
2024-12-03T19:18:17,707 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/hbase/meta/1588230740/.tmp/rep_barrier/46acd95a007343bfa8d02cdb43e8e090 is 94, key is ns2:table2,,1733253476817.13c3cd90ae6e3a958007d2bc3e96bdb8./rep_barrier:/1733253491880/DeleteFamily/seqid=0
2024-12-03T19:18:17,711 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073742000_1176 (size=5640)
2024-12-03T19:18:17,794 DEBUG [RS:0;5cd6afc4bcac:37467 {}] regionserver.HRegionServer(1351): Waiting on 0471d1b55462d42ec141d30b76c066e9, 12d02a1d9c893ddbb7257fa675d4c5b2, 1588230740, 1e03342807c4a3f669243dfcb9f475e1, 2a338d6f45d65273b9103caf8ff5d134, 37972917f089ca413aef5fa45f462582, 592a39a3a9254207004ee4d05cbb691e, ca804c3f2473db951e5c21314803fa18, e17c4198b10bfd8e3bc81f45da668c75, ee059c3a1f70458c6ab7d955ec156f9d
2024-12-03T19:18:17,994 DEBUG [RS:0;5cd6afc4bcac:37467 {}] regionserver.HRegionServer(1351): Waiting on 0471d1b55462d42ec141d30b76c066e9, 12d02a1d9c893ddbb7257fa675d4c5b2, 1588230740, 1e03342807c4a3f669243dfcb9f475e1, 2a338d6f45d65273b9103caf8ff5d134, 37972917f089ca413aef5fa45f462582, 592a39a3a9254207004ee4d05cbb691e, ca804c3f2473db951e5c21314803fa18, e17c4198b10bfd8e3bc81f45da668c75, ee059c3a1f70458c6ab7d955ec156f9d
2024-12-03T19:18:18,025 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.20 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/.tmp/session/d2fc2a19aaec4af1b4432d960ce3e52c
2024-12-03T19:18:18,031 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/.tmp/meta/e1885831e4ec451f83a8a4d509c2449d as hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/meta/e1885831e4ec451f83a8a4d509c2449d
2024-12-03T19:18:18,038 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/meta/e1885831e4ec451f83a8a4d509c2449d, entries=7, sequenceid=52, filesize=6.1 K
2024-12-03T19:18:18,039 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/.tmp/session/d2fc2a19aaec4af1b4432d960ce3e52c as hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/session/d2fc2a19aaec4af1b4432d960ce3e52c
2024-12-03T19:18:18,045 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/session/d2fc2a19aaec4af1b4432d960ce3e52c, entries=2, sequenceid=52, filesize=5.6 K
2024-12-03T19:18:18,046 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for e17c4198b10bfd8e3bc81f45da668c75 in 855ms, sequenceid=52, compaction requested=true
2024-12-03T19:18:18,051 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system/e17c4198b10bfd8e3bc81f45da668c75/recovered.edits/55.seqid, newMaxSeqId=55, maxSeqId=1
2024-12-03T19:18:18,051 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-12-03T19:18:18,051 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system,,1733253395604.e17c4198b10bfd8e3bc81f45da668c75.
2024-12-03T19:18:18,051 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e17c4198b10bfd8e3bc81f45da668c75:
Waiting for close lock at 1733253497191Running coprocessor pre-close hooks at 1733253497191Disabling compacts and flushes for region at 1733253497191Disabling writes for close at 1733253497191Obtaining lock to block concurrent updates at 1733253497192 (+1 ms)Preparing flush snapshotting stores in e17c4198b10bfd8e3bc81f45da668c75 at 1733253497192Finished memstore snapshotting backup:system,,1733253395604.e17c4198b10bfd8e3bc81f45da668c75., syncing WAL and waiting on mvcc, flushsize=dataSize=2170, getHeapSize=3480, getOffHeapSize=0, getCellsCount=11 at 1733253497192Flushing stores of backup:system,,1733253395604.e17c4198b10bfd8e3bc81f45da668c75. at 1733253497193 (+1 ms)Flushing e17c4198b10bfd8e3bc81f45da668c75/meta: creating writer at 1733253497193Flushing e17c4198b10bfd8e3bc81f45da668c75/meta: appending metadata at 1733253497197 (+4 ms)Flushing e17c4198b10bfd8e3bc81f45da668c75/meta: closing flushed file at 1733253497197Flushing e17c4198b10bfd8e3bc81f45da668c75/session: creating writer at 1733253497619 (+422 ms)Flushing e17c4198b10bfd8e3bc81f45da668c75/session: appending metadata at 1733253497621 (+2 ms)Flushing e17c4198b10bfd8e3bc81f45da668c75/session: closing flushed file at 1733253497621Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32ea0877: reopening flushed file at 1733253498030 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e13d050: reopening flushed file at 1733253498038 (+8 ms)Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for e17c4198b10bfd8e3bc81f45da668c75 in 855ms, sequenceid=52, compaction requested=true at 1733253498047 (+9 ms)Writing region close event to WAL at 1733253498047Running coprocessor post-close hooks at 1733253498051 (+4 ms)Closed at 1733253498051
2024-12-03T19:18:18,051 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1733253395604.e17c4198b10bfd8e3bc81f45da668c75.
2024-12-03T19:18:18,052 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ca804c3f2473db951e5c21314803fa18, disabling compactions & flushes
2024-12-03T19:18:18,052 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:table2,,1733253491879.ca804c3f2473db951e5c21314803fa18.
2024-12-03T19:18:18,052 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1733253491879.ca804c3f2473db951e5c21314803fa18.
2024-12-03T19:18:18,052 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1733253491879.ca804c3f2473db951e5c21314803fa18. after waiting 0 ms
2024-12-03T19:18:18,052 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1733253491879.ca804c3f2473db951e5c21314803fa18.
2024-12-03T19:18:18,055 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/ns2/table2/ca804c3f2473db951e5c21314803fa18/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1
2024-12-03T19:18:18,056 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-12-03T19:18:18,056 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:table2,,1733253491879.ca804c3f2473db951e5c21314803fa18.
2024-12-03T19:18:18,056 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ca804c3f2473db951e5c21314803fa18:
Waiting for close lock at 1733253498052Running coprocessor pre-close hooks at 1733253498052Disabling compacts and flushes for region at 1733253498052Disabling writes for close at 1733253498052Writing region close event to WAL at 1733253498052Running coprocessor post-close hooks at 1733253498056 (+4 ms)Closed at 1733253498056
2024-12-03T19:18:18,056 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:table2,,1733253491879.ca804c3f2473db951e5c21314803fa18.
2024-12-03T19:18:18,056 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0471d1b55462d42ec141d30b76c066e9, disabling compactions & flushes
2024-12-03T19:18:18,056 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns4:test-17332533858943,,1733253391252.0471d1b55462d42ec141d30b76c066e9.
2024-12-03T19:18:18,056 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17332533858943,,1733253391252.0471d1b55462d42ec141d30b76c066e9.
2024-12-03T19:18:18,056 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17332533858943,,1733253391252.0471d1b55462d42ec141d30b76c066e9. after waiting 0 ms
2024-12-03T19:18:18,056 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17332533858943,,1733253391252.0471d1b55462d42ec141d30b76c066e9.
2024-12-03T19:18:18,059 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/ns4/test-17332533858943/0471d1b55462d42ec141d30b76c066e9/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1
2024-12-03T19:18:18,060 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-12-03T19:18:18,060 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns4:test-17332533858943,,1733253391252.0471d1b55462d42ec141d30b76c066e9.
2024-12-03T19:18:18,060 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0471d1b55462d42ec141d30b76c066e9:
Waiting for close lock at 1733253498056Running coprocessor pre-close hooks at 1733253498056Disabling compacts and flushes for region at 1733253498056Disabling writes for close at 1733253498056Writing region close event to WAL at 1733253498056Running coprocessor post-close hooks at 1733253498060 (+4 ms)Closed at 1733253498060
2024-12-03T19:18:18,060 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-17332533858943,,1733253391252.0471d1b55462d42ec141d30b76c066e9.
2024-12-03T19:18:18,060 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 37972917f089ca413aef5fa45f462582, disabling compactions & flushes
2024-12-03T19:18:18,060 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,,1733253482021.37972917f089ca413aef5fa45f462582.
2024-12-03T19:18:18,060 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1733253482021.37972917f089ca413aef5fa45f462582.
2024-12-03T19:18:18,060 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,,1733253482021.37972917f089ca413aef5fa45f462582. after waiting 0 ms
2024-12-03T19:18:18,060 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,,1733253482021.37972917f089ca413aef5fa45f462582.
2024-12-03T19:18:18,064 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/37972917f089ca413aef5fa45f462582/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=6
2024-12-03T19:18:18,065 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-12-03T19:18:18,065 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,,1733253482021.37972917f089ca413aef5fa45f462582.
2024-12-03T19:18:18,065 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 37972917f089ca413aef5fa45f462582:
Waiting for close lock at 1733253498060Running coprocessor pre-close hooks at 1733253498060Disabling compacts and flushes for region at 1733253498060Disabling writes for close at 1733253498060Writing region close event to WAL at 1733253498061 (+1 ms)Running coprocessor post-close hooks at 1733253498065 (+4 ms)Closed at 1733253498065
2024-12-03T19:18:18,065 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,,1733253482021.37972917f089ca413aef5fa45f462582.
2024-12-03T19:18:18,065 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1e03342807c4a3f669243dfcb9f475e1, disabling compactions & flushes
2024-12-03T19:18:18,065 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test-1733253385894,,1733253386394.1e03342807c4a3f669243dfcb9f475e1.
2024-12-03T19:18:18,065 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test-1733253385894,,1733253386394.1e03342807c4a3f669243dfcb9f475e1.
2024-12-03T19:18:18,065 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test-1733253385894,,1733253386394.1e03342807c4a3f669243dfcb9f475e1. after waiting 0 ms
2024-12-03T19:18:18,065 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test-1733253385894,,1733253386394.1e03342807c4a3f669243dfcb9f475e1.
2024-12-03T19:18:18,065 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1e03342807c4a3f669243dfcb9f475e1 3/3 column families, dataSize=378 B heapSize=1.63 KB
2024-12-03T19:18:18,082 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/.tmp/f2/629759d489ac4584807a29d2a4ba25f2 is 58, key is row-test-1733253385894-2-0/f2:q1/1733253455515/Put/seqid=0
2024-12-03T19:18:18,088 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073742001_1177 (size=5464)
2024-12-03T19:18:18,088 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=378 B at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/.tmp/f2/629759d489ac4584807a29d2a4ba25f2
2024-12-03T19:18:18,097 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/.tmp/f2/629759d489ac4584807a29d2a4ba25f2 as hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/f2/629759d489ac4584807a29d2a4ba25f2
2024-12-03T19:18:18,103 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/f2/629759d489ac4584807a29d2a4ba25f2, entries=7, sequenceid=348, filesize=5.3 K
2024-12-03T19:18:18,104 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 1e03342807c4a3f669243dfcb9f475e1 in 38ms, sequenceid=348, compaction requested=false
2024-12-03T19:18:18,108 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/test-1733253385894/1e03342807c4a3f669243dfcb9f475e1/recovered.edits/351.seqid, newMaxSeqId=351, maxSeqId=337
2024-12-03T19:18:18,108 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-12-03T19:18:18,108 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test-1733253385894,,1733253386394.1e03342807c4a3f669243dfcb9f475e1.
2024-12-03T19:18:18,109 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1e03342807c4a3f669243dfcb9f475e1:
Waiting for close lock at 1733253498065Running coprocessor pre-close hooks at 1733253498065Disabling compacts and flushes for region at 1733253498065Disabling writes for close at 1733253498065Obtaining lock to block concurrent updates at 1733253498065Preparing flush snapshotting stores in 1e03342807c4a3f669243dfcb9f475e1 at 1733253498065Finished memstore snapshotting test-1733253385894,,1733253386394.1e03342807c4a3f669243dfcb9f475e1., syncing WAL and waiting on mvcc, flushsize=dataSize=378, getHeapSize=1616, getOffHeapSize=0, getCellsCount=7 at 1733253498065Flushing stores of test-1733253385894,,1733253386394.1e03342807c4a3f669243dfcb9f475e1. at 1733253498066 (+1 ms)Flushing 1e03342807c4a3f669243dfcb9f475e1/f2: creating writer at 1733253498066Flushing 1e03342807c4a3f669243dfcb9f475e1/f2: appending metadata at 1733253498081 (+15 ms)Flushing 1e03342807c4a3f669243dfcb9f475e1/f2: closing flushed file at 1733253498081Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36618b0c: reopening flushed file at 1733253498096 (+15 ms)Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 1e03342807c4a3f669243dfcb9f475e1 in 38ms, sequenceid=348, compaction requested=false at 1733253498104 (+8 ms)Writing region close event to WAL at 1733253498105 (+1 ms)Running coprocessor post-close hooks at 1733253498108 (+3 ms)Closed at 1733253498108
2024-12-03T19:18:18,109 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1733253385894,,1733253386394.1e03342807c4a3f669243dfcb9f475e1.
2024-12-03T19:18:18,109 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 12d02a1d9c893ddbb7257fa675d4c5b2, disabling compactions & flushes
2024-12-03T19:18:18,109 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,row0,1733253482021.12d02a1d9c893ddbb7257fa675d4c5b2.
2024-12-03T19:18:18,109 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1733253482021.12d02a1d9c893ddbb7257fa675d4c5b2.
2024-12-03T19:18:18,109 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1733253482021.12d02a1d9c893ddbb7257fa675d4c5b2. after waiting 0 ms
2024-12-03T19:18:18,109 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1733253482021.12d02a1d9c893ddbb7257fa675d4c5b2.
2024-12-03T19:18:18,111 INFO  [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=266 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/hbase/meta/1588230740/.tmp/rep_barrier/46acd95a007343bfa8d02cdb43e8e090
2024-12-03T19:18:18,113 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/default/table1/12d02a1d9c893ddbb7257fa675d4c5b2/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=6
2024-12-03T19:18:18,114 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-12-03T19:18:18,114 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,row0,1733253482021.12d02a1d9c893ddbb7257fa675d4c5b2.
2024-12-03T19:18:18,114 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 12d02a1d9c893ddbb7257fa675d4c5b2:
Waiting for close lock at 1733253498109Running coprocessor pre-close hooks at 1733253498109Disabling compacts and flushes for region at 1733253498109Disabling writes for close at 1733253498109Writing region close event to WAL at 1733253498110 (+1 ms)Running coprocessor post-close hooks at 1733253498114 (+4 ms)Closed at 1733253498114
2024-12-03T19:18:18,114 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,row0,1733253482021.12d02a1d9c893ddbb7257fa675d4c5b2.
2024-12-03T19:18:18,114 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2a338d6f45d65273b9103caf8ff5d134, disabling compactions & flushes
2024-12-03T19:18:18,114 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1733253397785.2a338d6f45d65273b9103caf8ff5d134.
2024-12-03T19:18:18,114 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1733253397785.2a338d6f45d65273b9103caf8ff5d134.
2024-12-03T19:18:18,114 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1733253397785.2a338d6f45d65273b9103caf8ff5d134. after waiting 0 ms
2024-12-03T19:18:18,114 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1733253397785.2a338d6f45d65273b9103caf8ff5d134.
2024-12-03T19:18:18,120 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/backup/system_bulk/2a338d6f45d65273b9103caf8ff5d134/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1
2024-12-03T19:18:18,120 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-12-03T19:18:18,121 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system_bulk,,1733253397785.2a338d6f45d65273b9103caf8ff5d134.
2024-12-03T19:18:18,121 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2a338d6f45d65273b9103caf8ff5d134:
Waiting for close lock at 1733253498114Running coprocessor pre-close hooks at 1733253498114Disabling compacts and flushes for region at 1733253498114Disabling writes for close at 1733253498114Writing region close event to WAL at 1733253498115 (+1 ms)Running coprocessor post-close hooks at 1733253498120 (+5 ms)Closed at 1733253498120
2024-12-03T19:18:18,121 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1733253397785.2a338d6f45d65273b9103caf8ff5d134.
2024-12-03T19:18:18,121 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 592a39a3a9254207004ee4d05cbb691e, disabling compactions & flushes
2024-12-03T19:18:18,121 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:test-17332533858941,,1733253388068.592a39a3a9254207004ee4d05cbb691e.
2024-12-03T19:18:18,121 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17332533858941,,1733253388068.592a39a3a9254207004ee4d05cbb691e.
2024-12-03T19:18:18,121 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17332533858941,,1733253388068.592a39a3a9254207004ee4d05cbb691e. after waiting 0 ms
2024-12-03T19:18:18,121 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17332533858941,,1733253388068.592a39a3a9254207004ee4d05cbb691e.
2024-12-03T19:18:18,131 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/ns2/test-17332533858941/592a39a3a9254207004ee4d05cbb691e/recovered.edits/114.seqid, newMaxSeqId=114, maxSeqId=1
2024-12-03T19:18:18,132 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-12-03T19:18:18,132 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:test-17332533858941,,1733253388068.592a39a3a9254207004ee4d05cbb691e.
2024-12-03T19:18:18,132 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 592a39a3a9254207004ee4d05cbb691e:
Waiting for close lock at 1733253498121Running coprocessor pre-close hooks at 1733253498121Disabling compacts and flushes for region at 1733253498121Disabling writes for close at 1733253498121Writing region close event to WAL at 1733253498127 (+6 ms)Running coprocessor post-close hooks at 1733253498131 (+4 ms)Closed at 1733253498132 (+1 ms)
2024-12-03T19:18:18,132 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-17332533858941,,1733253388068.592a39a3a9254207004ee4d05cbb691e.
2024-12-03T19:18:18,132 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ee059c3a1f70458c6ab7d955ec156f9d, disabling compactions & flushes
2024-12-03T19:18:18,132 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns3:test-17332533858942,,1733253390597.ee059c3a1f70458c6ab7d955ec156f9d.
2024-12-03T19:18:18,132 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17332533858942,,1733253390597.ee059c3a1f70458c6ab7d955ec156f9d.
2024-12-03T19:18:18,132 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17332533858942,,1733253390597.ee059c3a1f70458c6ab7d955ec156f9d. after waiting 0 ms
2024-12-03T19:18:18,132 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17332533858942,,1733253390597.ee059c3a1f70458c6ab7d955ec156f9d.
2024-12-03T19:18:18,133 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/hbase/meta/1588230740/.tmp/table/a4e8c72769e445aabb486d554a71dab6 is 88, key is ns2:table2,,1733253476817.13c3cd90ae6e3a958007d2bc3e96bdb8./table:/1733253491880/DeleteFamily/seqid=0
2024-12-03T19:18:18,136 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/ns3/test-17332533858942/ee059c3a1f70458c6ab7d955ec156f9d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1
2024-12-03T19:18:18,137 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-12-03T19:18:18,137 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073742002_1178 (size=6364)
2024-12-03T19:18:18,137 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns3:test-17332533858942,,1733253390597.ee059c3a1f70458c6ab7d955ec156f9d.
2024-12-03T19:18:18,137 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ee059c3a1f70458c6ab7d955ec156f9d:
Waiting for close lock at 1733253498132Running coprocessor pre-close hooks at 1733253498132Disabling compacts and flushes for region at 1733253498132Disabling writes for close at 1733253498132Writing region close event to WAL at 1733253498133 (+1 ms)Running coprocessor post-close hooks at 1733253498137 (+4 ms)Closed at 1733253498137
2024-12-03T19:18:18,137 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-17332533858942,,1733253390597.ee059c3a1f70458c6ab7d955ec156f9d.
2024-12-03T19:18:18,194 INFO  [RS:0;5cd6afc4bcac:37467 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-12-03T19:18:18,194 DEBUG [RS:0;5cd6afc4bcac:37467 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-12-03T19:18:18,194 DEBUG [RS:0;5cd6afc4bcac:37467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-12-03T19:18:18,394 DEBUG [RS:0;5cd6afc4bcac:37467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-12-03T19:18:18,538 INFO  [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.39 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/hbase/meta/1588230740/.tmp/table/a4e8c72769e445aabb486d554a71dab6
2024-12-03T19:18:18,545 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/hbase/meta/1588230740/.tmp/info/53ca2aae310541d599e7fbb7d65d36cc as hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/hbase/meta/1588230740/info/53ca2aae310541d599e7fbb7d65d36cc
2024-12-03T19:18:18,551 INFO  [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/hbase/meta/1588230740/info/53ca2aae310541d599e7fbb7d65d36cc, entries=114, sequenceid=97, filesize=18.6 K
2024-12-03T19:18:18,552 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/hbase/meta/1588230740/.tmp/ns/99418626b51d411a8de90014a06f29dc as hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/hbase/meta/1588230740/ns/99418626b51d411a8de90014a06f29dc
2024-12-03T19:18:18,558 INFO  [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/hbase/meta/1588230740/ns/99418626b51d411a8de90014a06f29dc, entries=10, sequenceid=97, filesize=5.6 K
2024-12-03T19:18:18,559 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/hbase/meta/1588230740/.tmp/rep_barrier/46acd95a007343bfa8d02cdb43e8e090 as hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/hbase/meta/1588230740/rep_barrier/46acd95a007343bfa8d02cdb43e8e090
2024-12-03T19:18:18,565 INFO  [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/hbase/meta/1588230740/rep_barrier/46acd95a007343bfa8d02cdb43e8e090, entries=3, sequenceid=97, filesize=5.5 K
2024-12-03T19:18:18,567 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/hbase/meta/1588230740/.tmp/table/a4e8c72769e445aabb486d554a71dab6 as hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/hbase/meta/1588230740/table/a4e8c72769e445aabb486d554a71dab6
2024-12-03T19:18:18,573 INFO  [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/hbase/meta/1588230740/table/a4e8c72769e445aabb486d554a71dab6, entries=21, sequenceid=97, filesize=6.2 K
2024-12-03T19:18:18,574 INFO  [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1381ms, sequenceid=97, compaction requested=false
2024-12-03T19:18:18,582 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/data/hbase/meta/1588230740/recovered.edits/100.seqid, newMaxSeqId=100, maxSeqId=1
2024-12-03T19:18:18,582 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-12-03T19:18:18,582 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-03T19:18:18,582 INFO  [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-03T19:18:18,583 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733253497192Running coprocessor pre-close hooks at 1733253497192Disabling compacts and flushes for region at 1733253497192Disabling writes for close at 1733253497193 (+1 ms)Obtaining lock to block concurrent updates at 1733253497193Preparing flush snapshotting stores in 1588230740 at 1733253497193Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=24544, getHeapSize=43352, getOffHeapSize=0, getCellsCount=235 at 1733253497193Flushing stores of hbase:meta,,1.1588230740 at 1733253497195 (+2 ms)Flushing 1588230740/info: creating writer at 1733253497195Flushing 1588230740/info: appending metadata at 1733253497235 (+40 ms)Flushing 1588230740/info: closing flushed file at 1733253497235Flushing 1588230740/ns: creating writer at 1733253497256 (+21 ms)Flushing 1588230740/ns: appending metadata at 1733253497275 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733253497275Flushing 1588230740/rep_barrier: creating writer at 1733253497689 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733253497707 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733253497707Flushing 1588230740/table: creating writer at 1733253498117 (+410 ms)Flushing 1588230740/table: appending metadata at 1733253498133 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733253498133Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14bde5e9: reopening flushed file at 1733253498544 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e3bb8c5: reopening flushed file at 1733253498551 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67e22882: reopening flushed file at 1733253498558 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bb7dc2d: reopening flushed file at 1733253498566 (+8 ms)Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1381ms, sequenceid=97, compaction requested=false at 1733253498574 (+8 ms)Writing region close event to WAL at 1733253498578 (+4 ms)Running coprocessor post-close hooks at 1733253498582 (+4 ms)Closed at 1733253498582
2024-12-03T19:18:18,583 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-12-03T19:18:18,595 INFO  [RS:0;5cd6afc4bcac:37467 {}] regionserver.HRegionServer(976): stopping server 5cd6afc4bcac,37467,1733253377774; all regions closed.
2024-12-03T19:18:18,597 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741955_1131 (size=16160)
2024-12-03T19:18:18,597 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.meta.1733253463135.meta not finished, retry = 0
2024-12-03T19:18:18,702 DEBUG [RS:0;5cd6afc4bcac:37467 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/oldWALs
2024-12-03T19:18:18,702 INFO  [RS:0;5cd6afc4bcac:37467 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5cd6afc4bcac%2C37467%2C1733253377774.meta:.meta(num 1733253463135)
2024-12-03T19:18:18,705 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741954_1130 (size=4122)
2024-12-03T19:18:18,706 DEBUG [RS:0;5cd6afc4bcac:37467 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/oldWALs
2024-12-03T19:18:18,707 INFO  [RS:0;5cd6afc4bcac:37467 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-0:(num 1733253463110)
2024-12-03T19:18:18,708 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741956_1132 (size=7926)
2024-12-03T19:18:18,708 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/WALs/5cd6afc4bcac,37467,1733253377774/5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-1.1733253463172 not finished, retry = 0
2024-12-03T19:18:18,812 DEBUG [RS:0;5cd6afc4bcac:37467 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/oldWALs
2024-12-03T19:18:18,812 INFO  [RS:0;5cd6afc4bcac:37467 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5cd6afc4bcac%2C37467%2C1733253377774.5cd6afc4bcac%2C37467%2C1733253377774.regiongroup-1:(num 1733253463172)
2024-12-03T19:18:18,812 DEBUG [RS:0;5cd6afc4bcac:37467 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:18,812 INFO  [RS:0;5cd6afc4bcac:37467 {}] regionserver.LeaseManager(133): Closed leases
2024-12-03T19:18:18,812 INFO  [RS:0;5cd6afc4bcac:37467 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-03T19:18:18,812 INFO  [RS:0;5cd6afc4bcac:37467 {}] hbase.ChoreService(370): Chore service for: regionserver/5cd6afc4bcac:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-12-03T19:18:18,813 INFO  [RS:0;5cd6afc4bcac:37467 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-03T19:18:18,813 INFO  [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-03T19:18:18,813 INFO  [RS:0;5cd6afc4bcac:37467 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37467
2024-12-03T19:18:18,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37467-0x1019de9363b0001, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/5cd6afc4bcac,37467,1733253377774
2024-12-03T19:18:18,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs
2024-12-03T19:18:18,850 INFO  [RS:0;5cd6afc4bcac:37467 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-03T19:18:18,859 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5cd6afc4bcac,37467,1733253377774]
2024-12-03T19:18:18,867 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1/draining/5cd6afc4bcac,37467,1733253377774 already deleted, retry=false
2024-12-03T19:18:18,867 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5cd6afc4bcac,37467,1733253377774 expired; onlineServers=0
2024-12-03T19:18:18,867 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5cd6afc4bcac,32779,1733253375673' *****
2024-12-03T19:18:18,867 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-12-03T19:18:18,867 INFO  [M:0;5cd6afc4bcac:32779 {}] hbase.HBaseServerBase(468): Stop info server
2024-12-03T19:18:18,875 INFO  [M:0;5cd6afc4bcac:32779 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@77e4d37e{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/master}
2024-12-03T19:18:18,875 INFO  [M:0;5cd6afc4bcac:32779 {}] server.AbstractConnector(383): Stopped ServerConnector@1ab434da{HTTP/1.1, (http/1.1)}{0.0.0.0:0}
2024-12-03T19:18:18,875 INFO  [M:0;5cd6afc4bcac:32779 {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-03T19:18:18,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master
2024-12-03T19:18:18,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-03T19:18:18,875 INFO  [M:0;5cd6afc4bcac:32779 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@ebfbfd2{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,STOPPED}
2024-12-03T19:18:18,876 INFO  [M:0;5cd6afc4bcac:32779 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@4acbd630{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop.log.dir/,STOPPED}
2024-12-03T19:18:18,876 INFO  [M:0;5cd6afc4bcac:32779 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-03T19:18:18,876 INFO  [M:0;5cd6afc4bcac:32779 {}] master.HMaster(1770): Stopping master jetty server
2024-12-03T19:18:18,877 INFO  [M:0;5cd6afc4bcac:32779 {}] server.AbstractConnector(383): Stopped ServerConnector@45ec4205{HTTP/1.1, (http/1.1)}{0.0.0.0:0}
2024-12-03T19:18:18,877 INFO  [M:0;5cd6afc4bcac:32779 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-03T19:18:18,877 DEBUG [M:0;5cd6afc4bcac:32779 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-12-03T19:18:18,877 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-12-03T19:18:18,877 INFO  [M:0;5cd6afc4bcac:32779 {}] master.BackupLogCleaner(194): Stopping BackupLogCleaner
2024-12-03T19:18:18,878 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733253379994 {}] cleaner.HFileCleaner(306): Exit Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733253379994,5,FailOnTimeoutGroup]
2024-12-03T19:18:18,878 INFO  [M:0;5cd6afc4bcac:32779 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:0;5cd6afc4bcac:32779.
2024-12-03T19:18:18,878 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733253379994 {}] cleaner.HFileCleaner(306): Exit Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733253379994,5,FailOnTimeoutGroup]
2024-12-03T19:18:18,878 DEBUG [M:0;5cd6afc4bcac:32779 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupHFileCleaner.stop(BackupHFileCleaner.java:156)
    at org.apache.hadoop.hbase.master.cleaner.CleanerChore.cleanup(CleanerChore.java:444)
    at org.apache.hadoop.hbase.master.cleaner.HFileCleaner.cleanup(HFileCleaner.java:239)
    at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:333)
    at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:322)
    at org.apache.hadoop.hbase.master.HMaster.stopChores(HMaster.java:1923)
    at org.apache.hadoop.hbase.HBaseServerBase.stopChoreService(HBaseServerBase.java:439)
    at org.apache.hadoop.hbase.master.HMaster.stopServiceThreads(HMaster.java:1777)
    at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:631)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T19:18:18,878 DEBUG [M:0;5cd6afc4bcac:32779 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:18,878 DEBUG [M:0;5cd6afc4bcac:32779 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T19:18:18,878 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T19:18:18,878 DEBUG [M:0;5cd6afc4bcac:32779 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-12-03T19:18:18,878 INFO  [M:0;5cd6afc4bcac:32779 {}] hbase.ChoreService(370): Chore service for: master/5cd6afc4bcac:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-12-03T19:18:18,878 INFO  [M:0;5cd6afc4bcac:32779 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-03T19:18:18,878 DEBUG [M:0;5cd6afc4bcac:32779 {}] master.HMaster(1795): Stopping service threads
2024-12-03T19:18:18,878 INFO  [M:0;5cd6afc4bcac:32779 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-12-03T19:18:18,879 INFO  [M:0;5cd6afc4bcac:32779 {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-03T19:18:18,879 ERROR [M:0;5cd6afc4bcac:32779 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT
java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10]
    Thread[HFileArchiver-1,5,PEWorkerGroup]
    Thread[HFileArchiver-2,5,PEWorkerGroup]
    Thread[HFileArchiver-3,5,PEWorkerGroup]
2024-12-03T19:18:18,879 INFO  [M:0;5cd6afc4bcac:32779 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-12-03T19:18:18,880 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-12-03T19:18:18,880 DEBUG [M:0;5cd6afc4bcac:32779 {}] zookeeper.ZKUtil(347): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error)
2024-12-03T19:18:18,880 WARN  [M:0;5cd6afc4bcac:32779 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-12-03T19:18:18,881 INFO  [M:0;5cd6afc4bcac:32779 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/.lastflushedseqids
2024-12-03T19:18:18,894 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073742003_1179 (size=761)
2024-12-03T19:18:18,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37467-0x1019de9363b0001, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-03T19:18:18,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37467-0x1019de9363b0001, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-03T19:18:18,960 INFO  [RS:0;5cd6afc4bcac:37467 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-03T19:18:18,960 INFO  [RS:0;5cd6afc4bcac:37467 {}] regionserver.HRegionServer(1031): Exiting; stopping=5cd6afc4bcac,37467,1733253377774; zookeeper connection closed.
2024-12-03T19:18:18,960 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@9a549e7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@9a549e7
2024-12-03T19:18:18,961 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-12-03T19:18:19,295 INFO  [M:0;5cd6afc4bcac:32779 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-12-03T19:18:19,295 INFO  [M:0;5cd6afc4bcac:32779 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-12-03T19:18:19,295 DEBUG [M:0;5cd6afc4bcac:32779 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-03T19:18:19,312 INFO  [M:0;5cd6afc4bcac:32779 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T19:18:19,312 DEBUG [M:0;5cd6afc4bcac:32779 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T19:18:19,312 DEBUG [M:0;5cd6afc4bcac:32779 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-03T19:18:19,312 DEBUG [M:0;5cd6afc4bcac:32779 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T19:18:19,312 INFO  [M:0;5cd6afc4bcac:32779 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=440.29 KB heapSize=515.37 KB
2024-12-03T19:18:19,325 DEBUG [M:0;5cd6afc4bcac:32779 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6e4ec0431acd4a55b68f239f8360a5b3 is 82, key is hbase:meta,,1/info:regioninfo/1733253381355/Put/seqid=0
2024-12-03T19:18:19,329 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073742004_1180 (size=5672)
2024-12-03T19:18:19,730 INFO  [M:0;5cd6afc4bcac:32779 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=881 (bloomFilter=true), to=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6e4ec0431acd4a55b68f239f8360a5b3
2024-12-03T19:18:19,751 DEBUG [M:0;5cd6afc4bcac:32779 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/edfc543159434c36ae9d63933ba7c499 is 2200, key is \x00\x00\x00\x00\x00\x00\x00Q/proc:d/1733253488855/Put/seqid=0
2024-12-03T19:18:19,755 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073742005_1181 (size=30108)
2024-12-03T19:18:20,157 INFO  [M:0;5cd6afc4bcac:32779 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=439.73 KB at sequenceid=881 (bloomFilter=true), to=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/edfc543159434c36ae9d63933ba7c499
2024-12-03T19:18:20,170 INFO  [M:0;5cd6afc4bcac:32779 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for edfc543159434c36ae9d63933ba7c499
2024-12-03T19:18:20,189 DEBUG [M:0;5cd6afc4bcac:32779 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8d9d3543b78e4fbdb6f62ee718a31e96 is 69, key is 5cd6afc4bcac,37467,1733253377774/rs:state/1733253380103/Put/seqid=0
2024-12-03T19:18:20,193 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073742006_1182 (size=5156)
2024-12-03T19:18:20,596 INFO  [M:0;5cd6afc4bcac:32779 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=881 (bloomFilter=true), to=hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8d9d3543b78e4fbdb6f62ee718a31e96
2024-12-03T19:18:20,606 DEBUG [M:0;5cd6afc4bcac:32779 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6e4ec0431acd4a55b68f239f8360a5b3 as hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6e4ec0431acd4a55b68f239f8360a5b3
2024-12-03T19:18:20,612 INFO  [M:0;5cd6afc4bcac:32779 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6e4ec0431acd4a55b68f239f8360a5b3, entries=8, sequenceid=881, filesize=5.5 K
2024-12-03T19:18:20,612 DEBUG [M:0;5cd6afc4bcac:32779 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/edfc543159434c36ae9d63933ba7c499 as hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/edfc543159434c36ae9d63933ba7c499
2024-12-03T19:18:20,616 INFO  [M:0;5cd6afc4bcac:32779 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for edfc543159434c36ae9d63933ba7c499
2024-12-03T19:18:20,616 INFO  [M:0;5cd6afc4bcac:32779 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/edfc543159434c36ae9d63933ba7c499, entries=94, sequenceid=881, filesize=29.4 K
2024-12-03T19:18:20,617 DEBUG [M:0;5cd6afc4bcac:32779 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8d9d3543b78e4fbdb6f62ee718a31e96 as hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8d9d3543b78e4fbdb6f62ee718a31e96
2024-12-03T19:18:20,621 INFO  [M:0;5cd6afc4bcac:32779 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33573/user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8d9d3543b78e4fbdb6f62ee718a31e96, entries=1, sequenceid=881, filesize=5.0 K
2024-12-03T19:18:20,622 INFO  [M:0;5cd6afc4bcac:32779 {}] regionserver.HRegion(3140): Finished flush of dataSize ~440.29 KB/450857, heapSize ~515.07 KB/527432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1310ms, sequenceid=881, compaction requested=false
2024-12-03T19:18:20,624 INFO  [M:0;5cd6afc4bcac:32779 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T19:18:20,624 DEBUG [M:0;5cd6afc4bcac:32779 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733253499295Disabling compacts and flushes for region at 1733253499295Disabling writes for close at 1733253499312 (+17 ms)Obtaining lock to block concurrent updates at 1733253499312Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733253499312Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=450857, getHeapSize=527672, getOffHeapSize=0, getCellsCount=1004 at 1733253499312Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733253499313 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733253499313Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733253499325 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733253499325Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733253499735 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733253499750 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733253499750Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733253500171 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733253500189 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733253500189Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1efbb0c6: reopening flushed file at 1733253500605 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@92b1a0f: reopening flushed file at 1733253500612 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76543397: reopening flushed file at 1733253500616 (+4 ms)Finished flush of dataSize ~440.29 KB/450857, heapSize ~515.07 KB/527432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1310ms, sequenceid=881, compaction requested=false at 1733253500622 (+6 ms)Writing region close event to WAL at 1733253500624 (+2 ms)Closed at 1733253500624
2024-12-03T19:18:20,628 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741830_1006 (size=509033)
2024-12-03T19:18:20,628 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c39d4fdb-b080-438f-150c-64e1c9a3384a/MasterData/WALs/5cd6afc4bcac,32779,1733253375673/5cd6afc4bcac%2C32779%2C1733253375673.5cd6afc4bcac%2C32779%2C1733253375673.regiongroup-0.1733253379156 not finished, retry = 0
2024-12-03T19:18:20,730 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-03T19:18:20,730 INFO  [M:0;5cd6afc4bcac:32779 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-12-03T19:18:20,730 INFO  [M:0;5cd6afc4bcac:32779 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down.
2024-12-03T19:18:20,730 INFO  [M:0;5cd6afc4bcac:32779 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32779
2024-12-03T19:18:20,731 INFO  [M:0;5cd6afc4bcac:32779 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-03T19:18:20,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-03T19:18:20,867 INFO  [M:0;5cd6afc4bcac:32779 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-03T19:18:20,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x1019de9363b0000, quorum=127.0.0.1:63892, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-03T19:18:20,877 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d3c17d4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-03T19:18:20,880 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@575d15e0{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-03T19:18:20,880 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-03T19:18:20,880 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@308dcebb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-03T19:18:20,880 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@347c3eb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop.log.dir/,STOPPED}
2024-12-03T19:18:20,883 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-12-03T19:18:20,883 WARN  [BP-124759910-172.17.0.3-1733253371787 heartbeating to localhost/127.0.0.1:33573 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-12-03T19:18:20,883 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-12-03T19:18:20,883 WARN  [BP-124759910-172.17.0.3-1733253371787 heartbeating to localhost/127.0.0.1:33573 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-124759910-172.17.0.3-1733253371787 (Datanode Uuid 08dfd8fd-3528-4bb6-8667-22c6f837424c) service to localhost/127.0.0.1:33573
2024-12-03T19:18:20,885 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/cluster_c556d55b-1899-2f2b-7744-e4d372867831/data/data1/current/BP-124759910-172.17.0.3-1733253371787 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-03T19:18:20,885 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/cluster_c556d55b-1899-2f2b-7744-e4d372867831/data/data2/current/BP-124759910-172.17.0.3-1733253371787 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-03T19:18:20,886 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-12-03T19:18:20,893 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@328e88eb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-03T19:18:20,893 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@535a581b{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-03T19:18:20,893 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-03T19:18:20,893 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@440fbec2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-03T19:18:20,894 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25617c35{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop.log.dir/,STOPPED}
2024-12-03T19:18:20,904 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-12-03T19:18:20,972 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-12-03T19:18:20,972 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(2377): Stopping mini mapreduce cluster...
2024-12-03T19:18:20,977 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ca78145{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node}
2024-12-03T19:18:20,977 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@606ecd4b{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-03T19:18:20,977 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-03T19:18:20,978 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43794589{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED}
2024-12-03T19:18:20,978 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@533f1bda{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop.log.dir/,STOPPED}
2024-12-03T19:18:20,987 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5ea78939{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node}
2024-12-03T19:18:20,987 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@79b568cf{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-03T19:18:20,987 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-03T19:18:20,987 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fc69811{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED}
2024-12-03T19:18:20,988 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@201b5045{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop.log.dir/,STOPPED}
2024-12-03T19:18:20,992 ERROR [Thread[Thread-270,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
2024-12-03T19:18:20,992 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@99183c{cluster,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster}
2024-12-03T19:18:20,992 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f7727e1{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-03T19:18:20,992 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-03T19:18:20,993 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@336bed82{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED}
2024-12-03T19:18:20,993 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ef40a45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop.log.dir/,STOPPED}
2024-12-03T19:18:20,995 WARN  [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning.
2024-12-03T19:18:20,999 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(72): Returning, interrupted : java.lang.InterruptedException
2024-12-03T19:18:20,999 ERROR [ResourceManager Event Processor Monitor {}] resourcemanager.ResourceManager$SchedulerEventDispatcher$EventProcessorMonitor(1193): Returning, interrupted : java.lang.InterruptedException: sleep interrupted
2024-12-03T19:18:21,000 ERROR [Thread[Thread-293,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
2024-12-03T19:18:21,002 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7339581b{jobhistory,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory}
2024-12-03T19:18:21,003 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2dff84a2{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-03T19:18:21,003 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-03T19:18:21,003 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17abd02e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED}
2024-12-03T19:18:21,003 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4abe6f75{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1204b67c-09be-e5bc-2b65-296b15153eda/hadoop.log.dir/,STOPPED}
2024-12-03T19:18:21,004 ERROR [Thread[Thread-252,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
2024-12-03T19:18:21,004 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(2380): Mini mapreduce cluster stopped