2024-12-03 06:13:49,898 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@231f98ef
2024-12-03 06:13:49,948 main DEBUG Took 0.046723 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-12-03 06:13:49,949 main DEBUG PluginManager 'Core' found 129 plugins
2024-12-03 06:13:49,949 main DEBUG PluginManager 'Level' found 0 plugins
2024-12-03 06:13:49,951 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-12-03 06:13:49,953 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 06:13:49,982 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-12-03 06:13:50,021 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 06:13:50,023 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 06:13:50,027 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 06:13:50,028 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 06:13:50,029 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 06:13:50,029 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 06:13:50,030 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 06:13:50,031 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 06:13:50,031 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 06:13:50,032 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 06:13:50,033 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 06:13:50,034 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 06:13:50,035 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 06:13:50,035 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 06:13:50,036 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 06:13:50,036 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 06:13:50,037 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 06:13:50,037 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 06:13:50,038 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 06:13:50,038 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 06:13:50,041 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 06:13:50,041 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 06:13:50,042 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 06:13:50,042 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 06:13:50,043 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 06:13:50,044 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-12-03 06:13:50,046 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 06:13:50,048 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-12-03 06:13:50,051 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-12-03 06:13:50,052 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-12-03 06:13:50,054 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-12-03 06:13:50,054 main DEBUG PluginManager 'Converter' found 47 plugins
2024-12-03 06:13:50,069 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-12-03 06:13:50,073 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-12-03 06:13:50,076 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-12-03 06:13:50,076 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-12-03 06:13:50,077 main DEBUG createAppenders(={Console})
2024-12-03 06:13:50,079 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@231f98ef initialized
2024-12-03 06:13:50,080 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@231f98ef
2024-12-03 06:13:50,081 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@231f98ef OK.
2024-12-03 06:13:50,082 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-12-03 06:13:50,082 main DEBUG OutputStream closed
2024-12-03 06:13:50,083 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-12-03 06:13:50,083 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-12-03 06:13:50,084 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@7a419da4 OK
2024-12-03 06:13:50,186 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-12-03 06:13:50,190 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-12-03 06:13:50,193 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-12-03 06:13:50,195 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-12-03 06:13:50,199 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-12-03 06:13:50,199 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-12-03 06:13:50,200 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-12-03 06:13:50,200 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-12-03 06:13:50,200 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-12-03 06:13:50,201 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-12-03 06:13:50,201 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-12-03 06:13:50,202 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-12-03 06:13:50,203 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-12-03 06:13:50,203 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-12-03 06:13:50,204 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-12-03 06:13:50,204 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-12-03 06:13:50,205 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-12-03 06:13:50,207 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-12-03 06:13:50,217 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-03 06:13:50,218 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@141e5bef) with optional ClassLoader: null
2024-12-03 06:13:50,218 main DEBUG Shutdown hook enabled. Registering a new one.
2024-12-03 06:13:50,219 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@141e5bef] started OK.
2024-12-03T06:13:50,282 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestIncrementalBackup timeout: 13 mins
2024-12-03 06:13:50,289 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-12-03 06:13:50,291 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-03T06:13:50,916 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563
2024-12-03T06:13:50,924 DEBUG [Time-limited test {}] impl.BackupManager(124): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner
2024-12-03T06:13:50,927 DEBUG [Time-limited test {}] impl.BackupManager(154): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver
2024-12-03T06:13:50,930 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-12-03T06:13:50,960 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/cluster_76cc6dbc-ac7d-5f57-b20b-d17820e1e670, deleteOnExit=true
2024-12-03T06:13:50,961 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-12-03T06:13:50,964 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/test.cache.data in system properties and HBase conf
2024-12-03T06:13:50,965 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop.tmp.dir in system properties and HBase conf
2024-12-03T06:13:50,965 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop.log.dir in system properties and HBase conf
2024-12-03T06:13:50,966 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/mapreduce.cluster.local.dir in system properties and HBase conf
2024-12-03T06:13:50,967 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-12-03T06:13:50,967 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-12-03T06:13:51,217 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-12-03T06:13:51,424 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-03T06:13:51,431 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-12-03T06:13:51,435 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-12-03T06:13:51,437 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-12-03T06:13:51,438 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-03T06:13:51,441 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-12-03T06:13:51,442 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-12-03T06:13:51,443 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-03T06:13:51,444 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-03T06:13:51,446 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-12-03T06:13:51,446 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/nfs.dump.dir in system properties and HBase conf
2024-12-03T06:13:51,447 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/java.io.tmpdir in system properties and HBase conf
2024-12-03T06:13:51,448 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-03T06:13:51,448 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-12-03T06:13:51,449 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-12-03T06:13:53,161 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-12-03T06:13:53,329 INFO  [Time-limited test {}] log.Log(170): Logging initialized @5113ms to org.eclipse.jetty.util.log.Slf4jLog
2024-12-03T06:13:53,474 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-03T06:13:53,577 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-03T06:13:53,641 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-03T06:13:53,642 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-03T06:13:53,644 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-12-03T06:13:53,673 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-03T06:13:53,685 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3cb0c733{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop.log.dir/,AVAILABLE}
2024-12-03T06:13:53,687 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@282f8860{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-03T06:13:54,014 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c784fd0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/java.io.tmpdir/jetty-localhost-44635-hadoop-hdfs-3_4_1-tests_jar-_-any-2867805964319214512/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-03T06:13:54,033 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2fdb04ed{HTTP/1.1, (http/1.1)}{localhost:44635}
2024-12-03T06:13:54,034 INFO  [Time-limited test {}] server.Server(415): Started @5820ms
2024-12-03T06:13:54,770 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-03T06:13:54,777 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-03T06:13:54,779 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-03T06:13:54,779 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-03T06:13:54,779 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-12-03T06:13:54,780 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@526a6450{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop.log.dir/,AVAILABLE}
2024-12-03T06:13:54,781 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8cd91a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-03T06:13:54,894 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@cb44ad4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/java.io.tmpdir/jetty-localhost-46171-hadoop-hdfs-3_4_1-tests_jar-_-any-16922333930856827135/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-03T06:13:54,895 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d3ca681{HTTP/1.1, (http/1.1)}{localhost:46171}
2024-12-03T06:13:54,896 INFO  [Time-limited test {}] server.Server(415): Started @6681ms
2024-12-03T06:13:54,959 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-12-03T06:13:56,833 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/cluster_76cc6dbc-ac7d-5f57-b20b-d17820e1e670/data/data2/current/BP-1143168277-172.17.0.3-1733206432467/current, will proceed with Du for space computation calculation, 
2024-12-03T06:13:56,833 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/cluster_76cc6dbc-ac7d-5f57-b20b-d17820e1e670/data/data1/current/BP-1143168277-172.17.0.3-1733206432467/current, will proceed with Du for space computation calculation, 
2024-12-03T06:13:56,879 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-12-03T06:13:56,941 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc67043c1ba0cea2c with lease ID 0x61eadc962459b304: Processing first storage report for DS-f70c6145-0263-4ea9-9ab5-2c4c76794b8f from datanode DatanodeRegistration(127.0.0.1:39825, datanodeUuid=ab3e5fe0-8ac4-4e39-9a8f-c95b59b6d2fa, infoPort=38055, infoSecurePort=0, ipcPort=37197, storageInfo=lv=-57;cid=testClusterID;nsid=1834954780;c=1733206432467)
2024-12-03T06:13:56,942 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc67043c1ba0cea2c with lease ID 0x61eadc962459b304: from storage DS-f70c6145-0263-4ea9-9ab5-2c4c76794b8f node DatanodeRegistration(127.0.0.1:39825, datanodeUuid=ab3e5fe0-8ac4-4e39-9a8f-c95b59b6d2fa, infoPort=38055, infoSecurePort=0, ipcPort=37197, storageInfo=lv=-57;cid=testClusterID;nsid=1834954780;c=1733206432467), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-12-03T06:13:56,943 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc67043c1ba0cea2c with lease ID 0x61eadc962459b304: Processing first storage report for DS-119e6398-8616-4367-b989-07c097648b4d from datanode DatanodeRegistration(127.0.0.1:39825, datanodeUuid=ab3e5fe0-8ac4-4e39-9a8f-c95b59b6d2fa, infoPort=38055, infoSecurePort=0, ipcPort=37197, storageInfo=lv=-57;cid=testClusterID;nsid=1834954780;c=1733206432467)
2024-12-03T06:13:56,943 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc67043c1ba0cea2c with lease ID 0x61eadc962459b304: from storage DS-119e6398-8616-4367-b989-07c097648b4d node DatanodeRegistration(127.0.0.1:39825, datanodeUuid=ab3e5fe0-8ac4-4e39-9a8f-c95b59b6d2fa, infoPort=38055, infoSecurePort=0, ipcPort=37197, storageInfo=lv=-57;cid=testClusterID;nsid=1834954780;c=1733206432467), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-12-03T06:13:57,006 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563
2024-12-03T06:13:57,100 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/cluster_76cc6dbc-ac7d-5f57-b20b-d17820e1e670/zookeeper_0, clientPort=59168, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/cluster_76cc6dbc-ac7d-5f57-b20b-d17820e1e670/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/cluster_76cc6dbc-ac7d-5f57-b20b-d17820e1e670/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-12-03T06:13:57,110 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59168
2024-12-03T06:13:57,124 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-03T06:13:57,128 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-03T06:13:57,365 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741825_1001 (size=7)
2024-12-03T06:13:57,769 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98 with version=8
2024-12-03T06:13:57,769 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/hbase-staging
2024-12-03T06:13:57,780 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(136): Setting Master Port to random.
2024-12-03T06:13:57,780 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(143): Setting RegionServer Port to random.
2024-12-03T06:13:57,780 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(153): Setting RS InfoServer Port to random.
2024-12-03T06:13:57,780 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(161): Setting Master InfoServer Port to random.
2024-12-03T06:13:57,856 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-12-03T06:13:58,116 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/e3c6570475b6:0 server-side Connection retries=45
2024-12-03T06:13:58,127 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-03T06:13:58,128 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-03T06:13:58,133 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-03T06:13:58,133 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-03T06:13:58,134 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-03T06:13:58,267 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-12-03T06:13:58,325 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-12-03T06:13:58,337 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-12-03T06:13:58,341 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-03T06:13:58,374 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 147618 (auto-detected)
2024-12-03T06:13:58,376 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected)
2024-12-03T06:13:58,400 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33457
2024-12-03T06:13:58,433 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33457 connecting to ZooKeeper ensemble=127.0.0.1:59168
2024-12-03T06:13:58,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334570x0, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-03T06:13:58,576 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33457-0x10199d3687e0000 connected
2024-12-03T06:13:58,680 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-03T06:13:58,682 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-03T06:13:58,695 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running
2024-12-03T06:13:58,719 INFO  [Time-limited test {}] log.Log(170): Logging initialized @10505ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog
2024-12-03T06:13:58,779 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list
2024-12-03T06:13:58,780 INFO  [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context
2024-12-03T06:13:58,781 INFO  [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter)
2024-12-03T06:13:58,782 INFO  [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter)
2024-12-03T06:13:58,783 INFO  [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter)
2024-12-03T06:13:58,786 INFO  [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master
2024-12-03T06:13:58,786 INFO  [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2024-12-03T06:13:58,787 INFO  [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2024-12-03T06:13:58,790 INFO  [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint.
2024-12-03T06:13:58,880 INFO  [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 44311
2024-12-03T06:13:58,881 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9
2024-12-03T06:13:58,902 INFO  [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter
2024-12-03T06:13:58,904 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@193f1589{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop.log.dir/,AVAILABLE}
2024-12-03T06:13:58,905 INFO  [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter
2024-12-03T06:13:58,905 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@661a6272{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE}
2024-12-03T06:13:58,949 INFO  [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet
2024-12-03T06:13:58,958 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-03T06:13:58,958 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-03T06:13:58,959 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-12-03T06:13:58,963 INFO  [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter
2024-12-03T06:13:59,778 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@4ee8b4df{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/master}
2024-12-03T06:13:59,785 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c6a61ce{HTTP/1.1, (http/1.1)}{0.0.0.0:44311}
2024-12-03T06:13:59,785 INFO  [Time-limited test {}] server.Server(415): Started @11571ms
2024-12-03T06:13:59,790 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98, hbase.cluster.distributed=false
2024-12-03T06:13:59,838 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl
2024-12-03T06:13:59,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33457
2024-12-03T06:13:59,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33457
2024-12-03T06:13:59,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33457
2024-12-03T06:13:59,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33457
2024-12-03T06:13:59,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33457
2024-12-03T06:14:00,060 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/e3c6570475b6:0 server-side Connection retries=45
2024-12-03T06:14:00,063 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-03T06:14:00,064 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-03T06:14:00,065 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-03T06:14:00,065 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-03T06:14:00,065 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-03T06:14:00,072 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-03T06:14:00,075 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-03T06:14:00,081 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46261
2024-12-03T06:14:00,085 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46261 connecting to ZooKeeper ensemble=127.0.0.1:59168
2024-12-03T06:14:00,087 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-03T06:14:00,093 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-03T06:14:00,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:462610x0, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-03T06:14:00,118 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:462610x0, quorum=127.0.0.1:59168, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running
2024-12-03T06:14:00,120 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list
2024-12-03T06:14:00,121 INFO  [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context
2024-12-03T06:14:00,122 INFO  [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter)
2024-12-03T06:14:00,122 INFO  [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter)
2024-12-03T06:14:00,122 INFO  [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter)
2024-12-03T06:14:00,124 INFO  [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver
2024-12-03T06:14:00,128 INFO  [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2024-12-03T06:14:00,128 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46261-0x10199d3687e0001 connected
2024-12-03T06:14:00,129 INFO  [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2024-12-03T06:14:00,129 INFO  [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint.
2024-12-03T06:14:00,131 INFO  [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 33065
2024-12-03T06:14:00,131 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9
2024-12-03T06:14:00,162 INFO  [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter
2024-12-03T06:14:00,162 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@2df3a35c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop.log.dir/,AVAILABLE}
2024-12-03T06:14:00,163 INFO  [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter
2024-12-03T06:14:00,163 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@1cdf8417{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE}
2024-12-03T06:14:00,184 INFO  [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet
2024-12-03T06:14:00,185 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-03T06:14:00,185 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-03T06:14:00,185 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-12-03T06:14:00,191 INFO  [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter
2024-12-03T06:14:00,197 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@6edb8011{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/regionserver}
2024-12-03T06:14:00,198 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@581c56a6{HTTP/1.1, (http/1.1)}{0.0.0.0:33065}
2024-12-03T06:14:00,198 INFO  [Time-limited test {}] server.Server(415): Started @11984ms
2024-12-03T06:14:00,208 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-03T06:14:00,224 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-03T06:14:00,230 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46261-0x10199d3687e0001, quorum=127.0.0.1:59168, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master
2024-12-03T06:14:00,239 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46261-0x10199d3687e0001, quorum=127.0.0.1:59168, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl
2024-12-03T06:14:00,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46261
2024-12-03T06:14:00,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46261
2024-12-03T06:14:00,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46261
2024-12-03T06:14:00,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46261
2024-12-03T06:14:00,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46261
2024-12-03T06:14:00,307 DEBUG [M:0;e3c6570475b6:33457 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e3c6570475b6:33457
2024-12-03T06:14:00,313 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9
2024-12-03T06:14:00,353 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@749caa79{HTTP/1.1, (http/1.1)}{0.0.0.0:35679}
2024-12-03T06:14:00,356 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] server.Server(415): Started @12142ms
2024-12-03T06:14:00,357 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1/backup-masters/e3c6570475b6,33457,1733206437938
2024-12-03T06:14:00,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters
2024-12-03T06:14:00,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46261-0x10199d3687e0001, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters
2024-12-03T06:14:00,406 DEBUG [master/e3c6570475b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/e3c6570475b6,33457,1733206437938
2024-12-03T06:14:00,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46261-0x10199d3687e0001, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master
2024-12-03T06:14:00,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46261-0x10199d3687e0001, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-03T06:14:00,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-03T06:14:00,454 DEBUG [master/e3c6570475b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Set watcher on existing znode=/1/master
2024-12-03T06:14:00,461 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/e3c6570475b6,33457,1733206437938 from backup master directory
2024-12-03T06:14:00,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46261-0x10199d3687e0001, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters
2024-12-03T06:14:00,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/e3c6570475b6,33457,1733206437938
2024-12-03T06:14:00,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters
2024-12-03T06:14:00,483 WARN  [master/e3c6570475b6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-03T06:14:00,483 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e3c6570475b6,33457,1733206437938
2024-12-03T06:14:00,486 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-12-03T06:14:00,491 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-12-03T06:14:00,610 DEBUG [master/e3c6570475b6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/hbase.id] with ID: 5447c48c-7b10-4672-8d86-f5d5f17214a6
2024-12-03T06:14:00,611 DEBUG [master/e3c6570475b6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/.tmp/hbase.id
2024-12-03T06:14:00,643 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741826_1002 (size=42)
2024-12-03T06:14:01,046 DEBUG [master/e3c6570475b6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/.tmp/hbase.id]:[hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/hbase.id]
2024-12-03T06:14:01,109 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-03T06:14:01,114 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-12-03T06:14:01,135 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms.
2024-12-03T06:14:01,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-03T06:14:01,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46261-0x10199d3687e0001, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-03T06:14:01,165 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741827_1003 (size=196)
2024-12-03T06:14:01,590 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T06:14:01,593 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-12-03T06:14:01,602 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider
2024-12-03T06:14:01,606 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy
2024-12-03T06:14:01,619 DEBUG [master/e3c6570475b6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.RegionGroupingProvider.doInit(RegionGroupingProvider.java:156) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.AbstractWALProvider.init(AbstractWALProvider.java:126) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:263) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-03T06:14:01,668 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741828_1004 (size=1189)
2024-12-03T06:14:01,694 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/MasterData/data/master/store
2024-12-03T06:14:01,718 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741829_1005 (size=34)
2024-12-03T06:14:02,126 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-12-03T06:14:02,131 DEBUG [master/e3c6570475b6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T06:14:02,133 DEBUG [master/e3c6570475b6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-03T06:14:02,133 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T06:14:02,134 DEBUG [master/e3c6570475b6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T06:14:02,136 DEBUG [master/e3c6570475b6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-03T06:14:02,136 DEBUG [master/e3c6570475b6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T06:14:02,136 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T06:14:02,139 DEBUG [master/e3c6570475b6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733206442133Disabling compacts and flushes for region at 1733206442133Disabling writes for close at 1733206442136 (+3 ms)Writing region close event to WAL at 1733206442136Closed at 1733206442136
2024-12-03T06:14:02,142 WARN  [master/e3c6570475b6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/MasterData/data/master/store/.initializing
2024-12-03T06:14:02,143 DEBUG [master/e3c6570475b6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/MasterData/WALs/e3c6570475b6,33457,1733206437938
2024-12-03T06:14:02,150 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-03T06:14:02,156 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor e3c6570475b6,33457,1733206437938.regiongroup-0
2024-12-03T06:14:02,176 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e3c6570475b6%2C33457%2C1733206437938.e3c6570475b6%2C33457%2C1733206437938.regiongroup-0, suffix=, logDir=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/MasterData/WALs/e3c6570475b6,33457,1733206437938, archiveDir=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/MasterData/oldWALs, maxLogs=10
2024-12-03T06:14:02,203 DEBUG [master/e3c6570475b6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/MasterData/WALs/e3c6570475b6,33457,1733206437938/e3c6570475b6%2C33457%2C1733206437938.e3c6570475b6%2C33457%2C1733206437938.regiongroup-0.1733206442182, exclude list is [], retry=0
2024-12-03T06:14:02,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39825,DS-f70c6145-0263-4ea9-9ab5-2c4c76794b8f,DISK]
2024-12-03T06:14:02,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-12-03T06:14:02,283 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/MasterData/WALs/e3c6570475b6,33457,1733206437938/e3c6570475b6%2C33457%2C1733206437938.e3c6570475b6%2C33457%2C1733206437938.regiongroup-0.1733206442182
2024-12-03T06:14:02,285 DEBUG [master/e3c6570475b6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38055:38055)]
2024-12-03T06:14:02,285 DEBUG [master/e3c6570475b6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-12-03T06:14:02,286 DEBUG [master/e3c6570475b6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T06:14:02,289 DEBUG [master/e3c6570475b6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-12-03T06:14:02,290 DEBUG [master/e3c6570475b6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-12-03T06:14:02,347 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-03T06:14:02,383 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-12-03T06:14:02,388 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:14:02,392 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T06:14:02,394 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-03T06:14:02,400 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-12-03T06:14:02,400 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:14:02,402 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T06:14:02,402 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-03T06:14:02,407 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-12-03T06:14:02,408 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:14:02,409 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T06:14:02,410 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-03T06:14:02,413 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-12-03T06:14:02,413 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:14:02,415 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T06:14:02,416 DEBUG [master/e3c6570475b6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-12-03T06:14:02,420 DEBUG [master/e3c6570475b6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-03T06:14:02,422 DEBUG [master/e3c6570475b6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-03T06:14:02,429 DEBUG [master/e3c6570475b6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-12-03T06:14:02,429 DEBUG [master/e3c6570475b6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-12-03T06:14:02,474 DEBUG [master/e3c6570475b6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-03T06:14:02,501 DEBUG [master/e3c6570475b6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-12-03T06:14:02,544 DEBUG [master/e3c6570475b6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T06:14:02,552 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10672226720, jitterRate=-0.006071433424949646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-03T06:14:02,560 DEBUG [master/e3c6570475b6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1733206442310Initializing all the Stores at 1733206442314 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733206442315 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733206442317 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733206442317Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733206442318 (+1 ms)Cleaning up temporary data from old regions at 1733206442430 (+112 ms)Region opened successfully at 1733206442560 (+130 ms)
2024-12-03T06:14:02,562 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-12-03T06:14:02,615 DEBUG [master/e3c6570475b6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cd000c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=e3c6570475b6/172.17.0.3:0
2024-12-03T06:14:02,684 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-12-03T06:14:02,704 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-12-03T06:14:02,705 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-12-03T06:14:02,712 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-12-03T06:14:02,714 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-12-03T06:14:02,723 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec
2024-12-03T06:14:02,723 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-12-03T06:14:02,777 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-12-03T06:14:02,794 DEBUG [master/e3c6570475b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error)
2024-12-03T06:14:02,846 DEBUG [master/e3c6570475b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/balancer already deleted, retry=false
2024-12-03T06:14:02,851 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-12-03T06:14:02,853 DEBUG [master/e3c6570475b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error)
2024-12-03T06:14:02,867 DEBUG [master/e3c6570475b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/normalizer already deleted, retry=false
2024-12-03T06:14:02,870 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-12-03T06:14:02,881 DEBUG [master/e3c6570475b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error)
2024-12-03T06:14:02,893 DEBUG [master/e3c6570475b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/split already deleted, retry=false
2024-12-03T06:14:02,899 DEBUG [master/e3c6570475b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error)
2024-12-03T06:14:02,920 DEBUG [master/e3c6570475b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/merge already deleted, retry=false
2024-12-03T06:14:02,969 DEBUG [master/e3c6570475b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error)
2024-12-03T06:14:02,980 DEBUG [master/e3c6570475b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/snapshot-cleanup already deleted, retry=false
2024-12-03T06:14:02,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running
2024-12-03T06:14:02,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-03T06:14:03,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46261-0x10199d3687e0001, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running
2024-12-03T06:14:03,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46261-0x10199d3687e0001, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-03T06:14:03,007 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e3c6570475b6,33457,1733206437938, sessionid=0x10199d3687e0000, setting cluster-up flag (Was=false)
2024-12-03T06:14:03,018 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully.
2024-12-03T06:14:03,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-03T06:14:03,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46261-0x10199d3687e0001, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-03T06:14:03,109 DEBUG [master/e3c6570475b6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort
2024-12-03T06:14:03,112 DEBUG [master/e3c6570475b6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e3c6570475b6,33457,1733206437938
2024-12-03T06:14:03,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-03T06:14:03,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46261-0x10199d3687e0001, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-03T06:14:03,209 DEBUG [master/e3c6570475b6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort
2024-12-03T06:14:03,212 DEBUG [master/e3c6570475b6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e3c6570475b6,33457,1733206437938
2024-12-03T06:14:03,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46261-0x10199d3687e0001, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-03T06:14:03,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-03T06:14:03,267 DEBUG [master/e3c6570475b6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort
2024-12-03T06:14:03,269 DEBUG [master/e3c6570475b6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e3c6570475b6,33457,1733206437938
2024-12-03T06:14:03,278 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-12-03T06:14:03,299 INFO  [RS:0;e3c6570475b6:46261 {}] regionserver.HRegionServer(746): ClusterId : 5447c48c-7b10-4672-8d86-f5d5f17214a6
2024-12-03T06:14:03,301 INFO  [RS:0;e3c6570475b6:46261 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully.
2024-12-03T06:14:03,302 DEBUG [RS:0;e3c6570475b6:46261 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-03T06:14:03,329 DEBUG [RS:0;e3c6570475b6:46261 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-03T06:14:03,330 DEBUG [RS:0;e3c6570475b6:46261 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing
2024-12-03T06:14:03,359 DEBUG [RS:0;e3c6570475b6:46261 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized
2024-12-03T06:14:03,359 DEBUG [RS:0;e3c6570475b6:46261 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-03T06:14:03,379 DEBUG [RS:0;e3c6570475b6:46261 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-03T06:14:03,380 DEBUG [RS:0;e3c6570475b6:46261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@228ef861, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=e3c6570475b6/172.17.0.3:0
2024-12-03T06:14:03,389 DEBUG [master/e3c6570475b6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-12-03T06:14:03,402 DEBUG [RS:0;e3c6570475b6:46261 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e3c6570475b6:46261
2024-12-03T06:14:03,402 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-12-03T06:14:03,406 INFO  [RS:0;e3c6570475b6:46261 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-03T06:14:03,406 INFO  [RS:0;e3c6570475b6:46261 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-03T06:14:03,407 DEBUG [RS:0;e3c6570475b6:46261 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-03T06:14:03,410 INFO  [RS:0;e3c6570475b6:46261 {}] regionserver.HRegionServer(2659): reportForDuty to master=e3c6570475b6,33457,1733206437938 with port=46261, startcode=1733206439994
2024-12-03T06:14:03,410 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-12-03T06:14:03,418 DEBUG [master/e3c6570475b6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e3c6570475b6,33457,1733206437938
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-12-03T06:14:03,425 DEBUG [RS:0;e3c6570475b6:46261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-03T06:14:03,428 DEBUG [master/e3c6570475b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e3c6570475b6:0, corePoolSize=5, maxPoolSize=5
2024-12-03T06:14:03,428 DEBUG [master/e3c6570475b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e3c6570475b6:0, corePoolSize=5, maxPoolSize=5
2024-12-03T06:14:03,429 DEBUG [master/e3c6570475b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e3c6570475b6:0, corePoolSize=5, maxPoolSize=5
2024-12-03T06:14:03,429 DEBUG [master/e3c6570475b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e3c6570475b6:0, corePoolSize=5, maxPoolSize=5
2024-12-03T06:14:03,429 DEBUG [master/e3c6570475b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e3c6570475b6:0, corePoolSize=10, maxPoolSize=10
2024-12-03T06:14:03,429 DEBUG [master/e3c6570475b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e3c6570475b6:0, corePoolSize=1, maxPoolSize=1
2024-12-03T06:14:03,429 DEBUG [master/e3c6570475b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e3c6570475b6:0, corePoolSize=2, maxPoolSize=2
2024-12-03T06:14:03,430 DEBUG [master/e3c6570475b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e3c6570475b6:0, corePoolSize=1, maxPoolSize=1
2024-12-03T06:14:03,437 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-03T06:14:03,438 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-12-03T06:14:03,443 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:14:03,444 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-12-03T06:14:03,445 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733206473445
2024-12-03T06:14:03,447 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-12-03T06:14:03,448 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-12-03T06:14:03,453 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-12-03T06:14:03,454 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner
2024-12-03T06:14:03,455 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-12-03T06:14:03,455 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-12-03T06:14:03,455 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-12-03T06:14:03,460 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741831_1007 (size=1321)
2024-12-03T06:14:03,468 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-03T06:14:03,472 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-12-03T06:14:03,474 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-12-03T06:14:03,475 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-12-03T06:14:03,481 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59507, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-12-03T06:14:03,486 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33457 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-03T06:14:03,491 DEBUG [master/e3c6570475b6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1553a7e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:14:03,491 DEBUG [master/e3c6570475b6:0:becomeActiveMaster {}] client.ClusterIdFetcher(90): Going to request e3c6570475b6,33457,-1 for getting cluster id
2024-12-03T06:14:03,495 DEBUG [master/e3c6570475b6:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T06:14:03,513 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5447c48c-7b10-4672-8d86-f5d5f17214a6'
2024-12-03T06:14:03,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T06:14:03,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5447c48c-7b10-4672-8d86-f5d5f17214a6"

2024-12-03T06:14:03,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42296e89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:14:03,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3c6570475b6,33457,-1]
2024-12-03T06:14:03,526 DEBUG [RS:0;e3c6570475b6:46261 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-12-03T06:14:03,526 WARN  [RS:0;e3c6570475b6:46261 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying.
2024-12-03T06:14:03,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T06:14:03,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:14:03,530 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T06:14:03,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a1f75ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:14:03,535 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner
2024-12-03T06:14:03,538 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-12-03T06:14:03,538 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-12-03T06:14:03,544 DEBUG [master/e3c6570475b6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e3c6570475b6:0:becomeActiveMaster-HFileCleaner.large.0-1733206443539,5,FailOnTimeoutGroup]
2024-12-03T06:14:03,548 DEBUG [master/e3c6570475b6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e3c6570475b6:0:becomeActiveMaster-HFileCleaner.small.0-1733206443545,5,FailOnTimeoutGroup]
2024-12-03T06:14:03,549 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-03T06:14:03,549 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-12-03T06:14:03,551 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-12-03T06:14:03,551 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-12-03T06:14:03,628 INFO  [RS:0;e3c6570475b6:46261 {}] regionserver.HRegionServer(2659): reportForDuty to master=e3c6570475b6,33457,1733206437938 with port=46261, startcode=1733206439994
2024-12-03T06:14:03,629 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33457 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e3c6570475b6,46261,1733206439994
2024-12-03T06:14:03,631 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33457 {}] master.ServerManager(517): Registering regionserver=e3c6570475b6,46261,1733206439994
2024-12-03T06:14:03,639 DEBUG [RS:0;e3c6570475b6:46261 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98
2024-12-03T06:14:03,640 DEBUG [RS:0;e3c6570475b6:46261 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45613
2024-12-03T06:14:03,640 DEBUG [RS:0;e3c6570475b6:46261 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=44311
2024-12-03T06:14:03,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs
2024-12-03T06:14:03,684 DEBUG [RS:0;e3c6570475b6:46261 {}] zookeeper.ZKUtil(111): regionserver:46261-0x10199d3687e0001, quorum=127.0.0.1:59168, baseZNode=/1 Set watcher on existing znode=/1/rs/e3c6570475b6,46261,1733206439994
2024-12-03T06:14:03,685 WARN  [RS:0;e3c6570475b6:46261 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-03T06:14:03,685 INFO  [RS:0;e3c6570475b6:46261 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider
2024-12-03T06:14:03,685 INFO  [RS:0;e3c6570475b6:46261 {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy
2024-12-03T06:14:03,685 DEBUG [RS:0;e3c6570475b6:46261 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994
2024-12-03T06:14:03,687 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e3c6570475b6,46261,1733206439994]
2024-12-03T06:14:03,708 INFO  [RS:0;e3c6570475b6:46261 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-03T06:14:03,722 INFO  [RS:0;e3c6570475b6:46261 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-03T06:14:03,728 INFO  [RS:0;e3c6570475b6:46261 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-03T06:14:03,728 INFO  [RS:0;e3c6570475b6:46261 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-03T06:14:03,730 INFO  [RS:0;e3c6570475b6:46261 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-03T06:14:03,736 INFO  [RS:0;e3c6570475b6:46261 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-03T06:14:03,739 INFO  [RS:0;e3c6570475b6:46261 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-03T06:14:03,739 DEBUG [RS:0;e3c6570475b6:46261 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e3c6570475b6:0, corePoolSize=1, maxPoolSize=1
2024-12-03T06:14:03,740 DEBUG [RS:0;e3c6570475b6:46261 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e3c6570475b6:0, corePoolSize=1, maxPoolSize=1
2024-12-03T06:14:03,740 DEBUG [RS:0;e3c6570475b6:46261 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e3c6570475b6:0, corePoolSize=1, maxPoolSize=1
2024-12-03T06:14:03,740 DEBUG [RS:0;e3c6570475b6:46261 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e3c6570475b6:0, corePoolSize=1, maxPoolSize=1
2024-12-03T06:14:03,740 DEBUG [RS:0;e3c6570475b6:46261 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e3c6570475b6:0, corePoolSize=1, maxPoolSize=1
2024-12-03T06:14:03,740 DEBUG [RS:0;e3c6570475b6:46261 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e3c6570475b6:0, corePoolSize=2, maxPoolSize=2
2024-12-03T06:14:03,740 DEBUG [RS:0;e3c6570475b6:46261 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e3c6570475b6:0, corePoolSize=1, maxPoolSize=1
2024-12-03T06:14:03,741 DEBUG [RS:0;e3c6570475b6:46261 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e3c6570475b6:0, corePoolSize=1, maxPoolSize=1
2024-12-03T06:14:03,741 DEBUG [RS:0;e3c6570475b6:46261 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e3c6570475b6:0, corePoolSize=1, maxPoolSize=1
2024-12-03T06:14:03,741 DEBUG [RS:0;e3c6570475b6:46261 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e3c6570475b6:0, corePoolSize=1, maxPoolSize=1
2024-12-03T06:14:03,741 DEBUG [RS:0;e3c6570475b6:46261 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e3c6570475b6:0, corePoolSize=1, maxPoolSize=1
2024-12-03T06:14:03,741 DEBUG [RS:0;e3c6570475b6:46261 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e3c6570475b6:0, corePoolSize=1, maxPoolSize=1
2024-12-03T06:14:03,741 DEBUG [RS:0;e3c6570475b6:46261 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0, corePoolSize=3, maxPoolSize=3
2024-12-03T06:14:03,742 DEBUG [RS:0;e3c6570475b6:46261 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e3c6570475b6:0, corePoolSize=3, maxPoolSize=3
2024-12-03T06:14:03,743 INFO  [RS:0;e3c6570475b6:46261 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-03T06:14:03,743 INFO  [RS:0;e3c6570475b6:46261 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-03T06:14:03,744 INFO  [RS:0;e3c6570475b6:46261 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-03T06:14:03,744 INFO  [RS:0;e3c6570475b6:46261 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-03T06:14:03,744 INFO  [RS:0;e3c6570475b6:46261 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-03T06:14:03,744 INFO  [RS:0;e3c6570475b6:46261 {}] hbase.ChoreService(168): Chore ScheduledChore name=e3c6570475b6,46261,1733206439994-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-03T06:14:03,774 INFO  [RS:0;e3c6570475b6:46261 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-03T06:14:03,778 INFO  [RS:0;e3c6570475b6:46261 {}] hbase.ChoreService(168): Chore ScheduledChore name=e3c6570475b6,46261,1733206439994-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-03T06:14:03,779 INFO  [RS:0;e3c6570475b6:46261 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-03T06:14:03,779 INFO  [RS:0;e3c6570475b6:46261 {}] regionserver.Replication(171): e3c6570475b6,46261,1733206439994 started
2024-12-03T06:14:03,807 INFO  [RS:0;e3c6570475b6:46261 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-03T06:14:03,807 INFO  [RS:0;e3c6570475b6:46261 {}] regionserver.HRegionServer(1482): Serving as e3c6570475b6,46261,1733206439994, RpcServer on e3c6570475b6/172.17.0.3:46261, sessionid=0x10199d3687e0001
2024-12-03T06:14:03,808 DEBUG [RS:0;e3c6570475b6:46261 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-03T06:14:03,808 DEBUG [RS:0;e3c6570475b6:46261 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e3c6570475b6,46261,1733206439994
2024-12-03T06:14:03,809 DEBUG [RS:0;e3c6570475b6:46261 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e3c6570475b6,46261,1733206439994'
2024-12-03T06:14:03,809 DEBUG [RS:0;e3c6570475b6:46261 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort'
2024-12-03T06:14:03,810 DEBUG [RS:0;e3c6570475b6:46261 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired'
2024-12-03T06:14:03,811 DEBUG [RS:0;e3c6570475b6:46261 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-03T06:14:03,811 DEBUG [RS:0;e3c6570475b6:46261 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting
2024-12-03T06:14:03,811 DEBUG [RS:0;e3c6570475b6:46261 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e3c6570475b6,46261,1733206439994'
2024-12-03T06:14:03,811 DEBUG [RS:0;e3c6570475b6:46261 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-12-03T06:14:03,812 DEBUG [RS:0;e3c6570475b6:46261 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-12-03T06:14:03,813 INFO  [RS:0;e3c6570475b6:46261 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager.
2024-12-03T06:14:03,813 DEBUG [RS:0;e3c6570475b6:46261 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started
2024-12-03T06:14:03,813 DEBUG [RS:0;e3c6570475b6:46261 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-03T06:14:03,813 DEBUG [RS:0;e3c6570475b6:46261 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e3c6570475b6,46261,1733206439994
2024-12-03T06:14:03,813 DEBUG [RS:0;e3c6570475b6:46261 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e3c6570475b6,46261,1733206439994'
2024-12-03T06:14:03,814 DEBUG [RS:0;e3c6570475b6:46261 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort'
2024-12-03T06:14:03,815 DEBUG [RS:0;e3c6570475b6:46261 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired'
2024-12-03T06:14:03,818 DEBUG [RS:0;e3c6570475b6:46261 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-03T06:14:03,818 INFO  [RS:0;e3c6570475b6:46261 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-03T06:14:03,818 INFO  [RS:0;e3c6570475b6:46261 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-03T06:14:03,865 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-12-03T06:14:03,866 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98
2024-12-03T06:14:03,899 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741832_1008 (size=32)
2024-12-03T06:14:03,925 INFO  [RS:0;e3c6570475b6:46261 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-03T06:14:03,926 INFO  [RS:0;e3c6570475b6:46261 {}] monitor.StreamSlowMonitor(122): New stream slow monitor e3c6570475b6,46261,1733206439994.regiongroup-0
2024-12-03T06:14:03,932 INFO  [RS:0;e3c6570475b6:46261 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-0, suffix=, logDir=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994, archiveDir=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/oldWALs, maxLogs=32
2024-12-03T06:14:03,960 DEBUG [RS:0;e3c6570475b6:46261 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-0.1733206443939, exclude list is [], retry=0
2024-12-03T06:14:03,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39825,DS-f70c6145-0263-4ea9-9ab5-2c4c76794b8f,DISK]
2024-12-03T06:14:03,984 INFO  [RS:0;e3c6570475b6:46261 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-0.1733206443939
2024-12-03T06:14:03,985 DEBUG [RS:0;e3c6570475b6:46261 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38055:38055)]
2024-12-03T06:14:04,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T06:14:04,306 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-03T06:14:04,310 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-03T06:14:04,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:14:04,312 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T06:14:04,312 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-03T06:14:04,320 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-03T06:14:04,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:14:04,323 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T06:14:04,323 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-03T06:14:04,331 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-03T06:14:04,331 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:14:04,333 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T06:14:04,333 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-03T06:14:04,336 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-03T06:14:04,336 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:14:04,338 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T06:14:04,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-03T06:14:04,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/hbase/meta/1588230740
2024-12-03T06:14:04,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/hbase/meta/1588230740
2024-12-03T06:14:04,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-03T06:14:04,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-03T06:14:04,349 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-03T06:14:04,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-03T06:14:04,357 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T06:14:04,359 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9741032800, jitterRate=-0.09279562532901764}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-03T06:14:04,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1733206444303Initializing all the Stores at 1733206444305 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733206444306 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733206444306Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733206444306Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733206444306Cleaning up temporary data from old regions at 1733206444346 (+40 ms)Region opened successfully at 1733206444361 (+15 ms)
2024-12-03T06:14:04,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-03T06:14:04,362 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-03T06:14:04,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-03T06:14:04,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-03T06:14:04,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-03T06:14:04,364 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-03T06:14:04,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733206444362Disabling compacts and flushes for region at 1733206444362Disabling writes for close at 1733206444362Writing region close event to WAL at 1733206444364 (+2 ms)Closed at 1733206444364
2024-12-03T06:14:04,371 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-03T06:14:04,371 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-12-03T06:14:04,381 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-12-03T06:14:04,396 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-03T06:14:04,400 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-03T06:14:04,555 DEBUG [e3c6570475b6:33457 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-12-03T06:14:04,576 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e3c6570475b6,46261,1733206439994
2024-12-03T06:14:04,587 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e3c6570475b6,46261,1733206439994, state=OPENING
2024-12-03T06:14:04,603 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-12-03T06:14:04,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46261-0x10199d3687e0001, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-03T06:14:04,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-03T06:14:04,616 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED
2024-12-03T06:14:04,616 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED
2024-12-03T06:14:04,617 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-03T06:14:04,620 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e3c6570475b6,46261,1733206439994}]
2024-12-03T06:14:04,804 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-03T06:14:04,809 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45849, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-03T06:14:04,826 INFO  [RS_OPEN_META-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-12-03T06:14:04,826 INFO  [RS_OPEN_META-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider
2024-12-03T06:14:04,827 INFO  [RS_OPEN_META-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy
2024-12-03T06:14:04,827 INFO  [RS_OPEN_META-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-03T06:14:04,827 INFO  [RS_OPEN_META-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-12-03T06:14:04,842 INFO  [RS_OPEN_META-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e3c6570475b6%2C46261%2C1733206439994.meta, suffix=.meta, logDir=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994, archiveDir=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/oldWALs, maxLogs=32
2024-12-03T06:14:04,868 DEBUG [RS_OPEN_META-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.meta.1733206444846.meta, exclude list is [], retry=0
2024-12-03T06:14:04,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39825,DS-f70c6145-0263-4ea9-9ab5-2c4c76794b8f,DISK]
2024-12-03T06:14:04,878 INFO  [RS_OPEN_META-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.meta.1733206444846.meta
2024-12-03T06:14:04,879 DEBUG [RS_OPEN_META-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38055:38055)]
2024-12-03T06:14:04,879 DEBUG [RS_OPEN_META-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-12-03T06:14:04,884 INFO  [RS_OPEN_META-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-12-03T06:14:04,886 DEBUG [RS_OPEN_META-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-12-03T06:14:04,889 DEBUG [RS_OPEN_META-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-12-03T06:14:04,890 INFO  [RS_OPEN_META-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-12-03T06:14:04,894 DEBUG [RS_OPEN_META-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-12-03T06:14:04,895 DEBUG [RS_OPEN_META-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T06:14:04,896 DEBUG [RS_OPEN_META-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-12-03T06:14:04,896 DEBUG [RS_OPEN_META-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-12-03T06:14:04,900 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-03T06:14:04,901 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-03T06:14:04,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:14:04,902 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T06:14:04,902 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-03T06:14:04,904 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-03T06:14:04,904 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:14:04,905 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T06:14:04,906 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-03T06:14:04,908 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-03T06:14:04,908 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:14:04,909 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T06:14:04,910 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-03T06:14:04,912 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-03T06:14:04,912 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:14:04,914 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T06:14:04,915 DEBUG [RS_OPEN_META-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-03T06:14:04,921 DEBUG [RS_OPEN_META-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/hbase/meta/1588230740
2024-12-03T06:14:04,928 DEBUG [RS_OPEN_META-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/hbase/meta/1588230740
2024-12-03T06:14:04,932 DEBUG [RS_OPEN_META-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-03T06:14:04,932 DEBUG [RS_OPEN_META-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-03T06:14:04,934 DEBUG [RS_OPEN_META-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-03T06:14:04,941 DEBUG [RS_OPEN_META-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-03T06:14:04,944 INFO  [RS_OPEN_META-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11563255040, jitterRate=0.0769120454788208}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-03T06:14:04,944 DEBUG [RS_OPEN_META-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-12-03T06:14:04,946 DEBUG [RS_OPEN_META-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1733206444896Writing region info on filesystem at 1733206444897 (+1 ms)Initializing all the Stores at 1733206444899 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733206444899Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733206444899Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733206444899Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733206444899Cleaning up temporary data from old regions at 1733206444932 (+33 ms)Running coprocessor post-open hooks at 1733206444944 (+12 ms)Region opened successfully at 1733206444946 (+2 ms)
2024-12-03T06:14:04,956 INFO  [RS_OPEN_META-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733206444793
2024-12-03T06:14:04,972 DEBUG [RS_OPEN_META-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-12-03T06:14:04,972 INFO  [RS_OPEN_META-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-12-03T06:14:04,974 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e3c6570475b6,46261,1733206439994
2024-12-03T06:14:04,976 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e3c6570475b6,46261,1733206439994, state=OPEN
2024-12-03T06:14:04,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46261-0x10199d3687e0001, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server
2024-12-03T06:14:04,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server
2024-12-03T06:14:04,988 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED
2024-12-03T06:14:04,989 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED
2024-12-03T06:14:04,989 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e3c6570475b6,46261,1733206439994
2024-12-03T06:14:04,997 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-12-03T06:14:04,998 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e3c6570475b6,46261,1733206439994 in 370 msec
2024-12-03T06:14:05,013 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-12-03T06:14:05,013 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 620 msec
2024-12-03T06:14:05,016 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-03T06:14:05,016 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-12-03T06:14:05,045 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T06:14:05,047 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3c6570475b6,46261,1733206439994, seqNum=-1]
2024-12-03T06:14:05,086 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T06:14:05,093 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33781, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T06:14:05,124 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.8030 sec
2024-12-03T06:14:05,125 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733206445124, completionTime=-1
2024-12-03T06:14:05,128 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-12-03T06:14:05,128 DEBUG [master/e3c6570475b6:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-12-03T06:14:05,180 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-12-03T06:14:05,181 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733206505181
2024-12-03T06:14:05,181 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733206565181
2024-12-03T06:14:05,181 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 52 msec
2024-12-03T06:14:05,183 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3c6570475b6,33457,1733206437938-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-03T06:14:05,184 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3c6570475b6,33457,1733206437938-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-03T06:14:05,184 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3c6570475b6,33457,1733206437938-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-03T06:14:05,185 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e3c6570475b6:33457, period=300000, unit=MILLISECONDS is enabled.
2024-12-03T06:14:05,186 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-12-03T06:14:05,187 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-12-03T06:14:05,195 DEBUG [master/e3c6570475b6:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-12-03T06:14:05,234 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.750sec
2024-12-03T06:14:05,235 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-12-03T06:14:05,238 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-12-03T06:14:05,240 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-12-03T06:14:05,241 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-12-03T06:14:05,241 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-12-03T06:14:05,242 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3c6570475b6,33457,1733206437938-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-03T06:14:05,243 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3c6570475b6,33457,1733206437938-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-12-03T06:14:05,274 DEBUG [master/e3c6570475b6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-12-03T06:14:05,275 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-12-03T06:14:05,275 INFO  [master/e3c6570475b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3c6570475b6,33457,1733206437938-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-03T06:14:05,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c6cb012, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:14:05,302 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-12-03T06:14:05,303 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-12-03T06:14:05,307 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3c6570475b6,33457,-1 for getting cluster id
2024-12-03T06:14:05,308 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T06:14:05,322 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5447c48c-7b10-4672-8d86-f5d5f17214a6'
2024-12-03T06:14:05,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T06:14:05,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5447c48c-7b10-4672-8d86-f5d5f17214a6"

2024-12-03T06:14:05,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@590428e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:14:05,324 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3c6570475b6,33457,-1]
2024-12-03T06:14:05,324 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T06:14:05,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:14:05,329 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T06:14:05,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d1379d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:14:05,341 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T06:14:05,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3c6570475b6,46261,1733206439994, seqNum=-1]
2024-12-03T06:14:05,359 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T06:14:05,367 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T06:14:05,393 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e3c6570475b6,33457,1733206437938
2024-12-03T06:14:05,393 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(2305): Starting mini mapreduce cluster...
2024-12-03T06:14:05,393 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/test.cache.data in system properties and HBase conf
2024-12-03T06:14:05,393 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop.tmp.dir in system properties and HBase conf
2024-12-03T06:14:05,393 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop.log.dir in system properties and HBase conf
2024-12-03T06:14:05,393 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/mapreduce.cluster.local.dir in system properties and HBase conf
2024-12-03T06:14:05,393 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-12-03T06:14:05,393 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-12-03T06:14:05,394 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-12-03T06:14:05,394 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-12-03T06:14:05,394 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-12-03T06:14:05,394 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-03T06:14:05,394 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-12-03T06:14:05,394 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-12-03T06:14:05,394 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-03T06:14:05,394 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-03T06:14:05,394 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-12-03T06:14:05,394 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/nfs.dump.dir in system properties and HBase conf
2024-12-03T06:14:05,394 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/java.io.tmpdir in system properties and HBase conf
2024-12-03T06:14:05,394 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-03T06:14:05,394 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-12-03T06:14:05,395 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-12-03T06:14:05,445 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741835_1011 (size=592039)
2024-12-03T06:14:05,493 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741836_1012 (size=1663647)
2024-12-03T06:14:07,926 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-03T06:14:07,967 WARN  [Thread-251 {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-03T06:14:08,321 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-12-03T06:14:08,322 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-12-03T06:14:08,333 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver
2024-12-03T06:14:08,334 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers
2024-12-03T06:14:08,334 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-03T06:14:08,334 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-12-03T06:14:08,334 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-12-03T06:14:08,334 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-12-03T06:14:08,383 INFO  [Thread-251 {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-03T06:14:08,384 WARN  [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected.
2024-12-03T06:14:08,385 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-03T06:14:08,461 INFO  [Thread-251 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-03T06:14:08,461 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-03T06:14:08,461 INFO  [Thread-251 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-03T06:14:08,461 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-03T06:14:08,461 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-12-03T06:14:08,461 INFO  [Thread-251 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-12-03T06:14:08,479 INFO  [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1258bb81{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop.log.dir/,AVAILABLE}
2024-12-03T06:14:08,480 INFO  [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a120810{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE}
2024-12-03T06:14:08,483 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-03T06:14:08,506 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c57c6a5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop.log.dir/,AVAILABLE}
2024-12-03T06:14:08,506 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ca0b593{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE}
2024-12-03T06:14:08,770 INFO  [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class
2024-12-03T06:14:08,771 INFO  [Thread-251 {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class
2024-12-03T06:14:08,771 INFO  [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class
2024-12-03T06:14:08,778 INFO  [Thread-251 {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM'
2024-12-03T06:14:08,852 INFO  [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton"
2024-12-03T06:14:09,058 INFO  [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton"
2024-12-03T06:14:09,428 INFO  [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton"
2024-12-03T06:14:09,473 INFO  [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ef51a17{jobhistory,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/java.io.tmpdir/jetty-localhost-33943-hadoop-yarn-common-3_4_1_jar-_-any-12420374900927857007/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory}
2024-12-03T06:14:09,473 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9de62e1{cluster,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/java.io.tmpdir/jetty-localhost-34231-hadoop-yarn-common-3_4_1_jar-_-any-16443567914680578755/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster}
2024-12-03T06:14:09,476 INFO  [Thread-251 {}] server.AbstractConnector(333): Started ServerConnector@3a012c99{HTTP/1.1, (http/1.1)}{localhost:33943}
2024-12-03T06:14:09,476 INFO  [Thread-251 {}] server.Server(415): Started @21262ms
2024-12-03T06:14:09,481 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37a72b0b{HTTP/1.1, (http/1.1)}{localhost:34231}
2024-12-03T06:14:09,481 INFO  [Time-limited test {}] server.Server(415): Started @21267ms
2024-12-03T06:14:09,704 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-12-03T06:14:09,740 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741837_1013 (size=5)
2024-12-03T06:14:10,425 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-12-03T06:14:11,396 WARN  [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker.
2024-12-03T06:14:11,401 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-03T06:14:11,439 WARN  [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected.
2024-12-03T06:14:11,439 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-03T06:14:11,468 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-03T06:14:11,469 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-03T06:14:11,469 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-12-03T06:14:11,470 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-03T06:14:11,472 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@643a0633{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop.log.dir/,AVAILABLE}
2024-12-03T06:14:11,473 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@611ceefe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE}
2024-12-03T06:14:11,544 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class
2024-12-03T06:14:11,544 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class
2024-12-03T06:14:11,544 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class
2024-12-03T06:14:11,544 INFO  [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM'
2024-12-03T06:14:11,558 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton"
2024-12-03T06:14:11,567 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton"
2024-12-03T06:14:11,709 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton"
2024-12-03T06:14:11,726 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9e91a3c{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/java.io.tmpdir/jetty-localhost-43201-hadoop-yarn-common-3_4_1_jar-_-any-7429260431468100418/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node}
2024-12-03T06:14:11,727 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@778348e6{HTTP/1.1, (http/1.1)}{localhost:43201}
2024-12-03T06:14:11,727 INFO  [Time-limited test {}] server.Server(415): Started @23513ms
2024-12-03T06:14:12,051 WARN  [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker.
2024-12-03T06:14:12,054 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-03T06:14:12,080 WARN  [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected.
2024-12-03T06:14:12,081 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-03T06:14:12,086 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-03T06:14:12,086 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-03T06:14:12,086 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-12-03T06:14:12,087 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-03T06:14:12,088 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c54e4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop.log.dir/,AVAILABLE}
2024-12-03T06:14:12,089 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b93ef8f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE}
2024-12-03T06:14:12,160 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class
2024-12-03T06:14:12,160 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class
2024-12-03T06:14:12,160 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class
2024-12-03T06:14:12,161 INFO  [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM'
2024-12-03T06:14:12,173 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton"
2024-12-03T06:14:12,180 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton"
2024-12-03T06:14:12,299 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton"
2024-12-03T06:14:12,307 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12fc94ea{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/java.io.tmpdir/jetty-localhost-33611-hadoop-yarn-common-3_4_1_jar-_-any-12809698166208298020/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node}
2024-12-03T06:14:12,308 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74760146{HTTP/1.1, (http/1.1)}{localhost:33611}
2024-12-03T06:14:12,308 INFO  [Time-limited test {}] server.Server(415): Started @24094ms
2024-12-03T06:14:12,352 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(2341): Mini mapreduce cluster started
2024-12-03T06:14:12,353 INFO  [Time-limited test {}] backup.TestBackupBase(336): ROOTDIR hdfs://localhost:45613/backupUT
2024-12-03T06:14:12,358 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T06:14:12,365 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e3c6570475b6,33457,1733206437938
2024-12-03T06:14:12,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74b2c7d2
2024-12-03T06:14:12,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T06:14:12,372 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-03T06:14:12,374 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'ns1'}
2024-12-03T06:14:12,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns1
2024-12-03T06:14:12,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-03T06:14:12,408 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns1 in 28 msec
2024-12-03T06:14:12,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-03T06:14:12,516 INFO  [Time-limited test {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns1 completed
2024-12-03T06:14:12,517 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'ns2'}
2024-12-03T06:14:12,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns2
2024-12-03T06:14:12,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5
2024-12-03T06:14:12,544 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns2 in 20 msec
2024-12-03T06:14:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5
2024-12-03T06:14:12,635 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns2 completed
2024-12-03T06:14:12,636 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'ns3'}
2024-12-03T06:14:12,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1139): Stored pid=6, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns3
2024-12-03T06:14:12,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6
2024-12-03T06:14:12,659 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns3 in 19 msec
2024-12-03T06:14:12,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6
2024-12-03T06:14:12,754 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns3 completed
2024-12-03T06:14:12,755 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'ns4'}
2024-12-03T06:14:12,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns4
2024-12-03T06:14:12,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-03T06:14:12,775 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns4 in 17 msec
2024-12-03T06:14:12,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-03T06:14:12,875 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns4 completed
2024-12-03T06:14:12,889 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test-1733206452353', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T06:14:12,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test-1733206452353
2024-12-03T06:14:12,904 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test-1733206452353 execute state=CREATE_TABLE_PRE_OPERATION
2024-12-03T06:14:12,907 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "test-1733206452353"
 procId is: 8
2024-12-03T06:14:12,908 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:14:12,911 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test-1733206452353 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-03T06:14:12,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8
2024-12-03T06:14:12,929 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741838_1014 (size=367)
2024-12-03T06:14:13,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8
2024-12-03T06:14:13,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8
2024-12-03T06:14:13,334 INFO  [RegionOpenAndInit-test-1733206452353-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2313eb395c51f8c7dd5b149e1fee94a5, NAME => 'test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1733206452353', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98
2024-12-03T06:14:13,378 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741839_1015 (size=53)
2024-12-03T06:14:13,388 DEBUG [RegionOpenAndInit-test-1733206452353-pool-0 {}] regionserver.HRegion(898): Instantiated test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T06:14:13,389 DEBUG [RegionOpenAndInit-test-1733206452353-pool-0 {}] regionserver.HRegion(1722): Closing 2313eb395c51f8c7dd5b149e1fee94a5, disabling compactions & flushes
2024-12-03T06:14:13,389 INFO  [RegionOpenAndInit-test-1733206452353-pool-0 {}] regionserver.HRegion(1755): Closing region test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5.
2024-12-03T06:14:13,389 DEBUG [RegionOpenAndInit-test-1733206452353-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5.
2024-12-03T06:14:13,389 DEBUG [RegionOpenAndInit-test-1733206452353-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5. after waiting 0 ms
2024-12-03T06:14:13,389 DEBUG [RegionOpenAndInit-test-1733206452353-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5.
2024-12-03T06:14:13,389 INFO  [RegionOpenAndInit-test-1733206452353-pool-0 {}] regionserver.HRegion(1973): Closed test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5.
2024-12-03T06:14:13,389 DEBUG [RegionOpenAndInit-test-1733206452353-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2313eb395c51f8c7dd5b149e1fee94a5:
Waiting for close lock at 1733206453389Disabling compacts and flushes for region at 1733206453389Disabling writes for close at 1733206453389Writing region close event to WAL at 1733206453389Closed at 1733206453389
2024-12-03T06:14:13,393 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test-1733206452353 execute state=CREATE_TABLE_ADD_TO_META
2024-12-03T06:14:13,401 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733206453393"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733206453393"}]},"ts":"1733206453393"}
2024-12-03T06:14:13,415 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T06:14:13,418 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test-1733206452353 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-03T06:14:13,423 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1733206452353","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733206453418"}]},"ts":"1733206453418"}
2024-12-03T06:14:13,428 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1733206452353, state=ENABLING in hbase:meta
2024-12-03T06:14:13,430 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1733206452353, region=2313eb395c51f8c7dd5b149e1fee94a5, ASSIGN}]
2024-12-03T06:14:13,437 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1733206452353, region=2313eb395c51f8c7dd5b149e1fee94a5, ASSIGN
2024-12-03T06:14:13,440 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1733206452353, region=2313eb395c51f8c7dd5b149e1fee94a5, ASSIGN; state=OFFLINE, location=e3c6570475b6,46261,1733206439994; forceNewPlan=false, retain=false
2024-12-03T06:14:13,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8
2024-12-03T06:14:13,592 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2313eb395c51f8c7dd5b149e1fee94a5, regionState=OPENING, regionLocation=e3c6570475b6,46261,1733206439994
2024-12-03T06:14:13,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1733206452353, region=2313eb395c51f8c7dd5b149e1fee94a5, ASSIGN because future has completed
2024-12-03T06:14:13,609 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2313eb395c51f8c7dd5b149e1fee94a5, server=e3c6570475b6,46261,1733206439994}]
2024-12-03T06:14:13,801 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(132): Open test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5.
2024-12-03T06:14:13,802 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-03T06:14:13,802 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor e3c6570475b6,46261,1733206439994.regiongroup-1
2024-12-03T06:14:13,806 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-1, suffix=, logDir=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994, archiveDir=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/oldWALs, maxLogs=32
2024-12-03T06:14:13,825 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-1.1733206453808, exclude list is [], retry=0
2024-12-03T06:14:13,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39825,DS-f70c6145-0263-4ea9-9ab5-2c4c76794b8f,DISK]
2024-12-03T06:14:13,833 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-1.1733206453808
2024-12-03T06:14:13,834 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38055:38055)]
2024-12-03T06:14:13,834 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2313eb395c51f8c7dd5b149e1fee94a5, NAME => 'test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5.', STARTKEY => '', ENDKEY => ''}
2024-12-03T06:14:13,834 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-12-03T06:14:13,835 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1733206452353 2313eb395c51f8c7dd5b149e1fee94a5
2024-12-03T06:14:13,835 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(898): Instantiated test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T06:14:13,835 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2313eb395c51f8c7dd5b149e1fee94a5
2024-12-03T06:14:13,835 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2313eb395c51f8c7dd5b149e1fee94a5
2024-12-03T06:14:13,837 INFO  [StoreOpener-2313eb395c51f8c7dd5b149e1fee94a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2313eb395c51f8c7dd5b149e1fee94a5 
2024-12-03T06:14:13,840 INFO  [StoreOpener-2313eb395c51f8c7dd5b149e1fee94a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2313eb395c51f8c7dd5b149e1fee94a5 columnFamilyName f
2024-12-03T06:14:13,840 DEBUG [StoreOpener-2313eb395c51f8c7dd5b149e1fee94a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:14:13,842 INFO  [StoreOpener-2313eb395c51f8c7dd5b149e1fee94a5-1 {}] regionserver.HStore(327): Store=2313eb395c51f8c7dd5b149e1fee94a5/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T06:14:13,842 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2313eb395c51f8c7dd5b149e1fee94a5
2024-12-03T06:14:13,843 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5
2024-12-03T06:14:13,844 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5
2024-12-03T06:14:13,845 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2313eb395c51f8c7dd5b149e1fee94a5
2024-12-03T06:14:13,845 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2313eb395c51f8c7dd5b149e1fee94a5
2024-12-03T06:14:13,849 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2313eb395c51f8c7dd5b149e1fee94a5
2024-12-03T06:14:13,854 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T06:14:13,855 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1114): Opened 2313eb395c51f8c7dd5b149e1fee94a5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10191421920, jitterRate=-0.05084986984729767}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T06:14:13,855 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2313eb395c51f8c7dd5b149e1fee94a5
2024-12-03T06:14:13,856 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2313eb395c51f8c7dd5b149e1fee94a5:
Running coprocessor pre-open hook at 1733206453835Writing region info on filesystem at 1733206453835Initializing all the Stores at 1733206453837 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733206453837Cleaning up temporary data from old regions at 1733206453845 (+8 ms)Running coprocessor post-open hooks at 1733206453855 (+10 ms)Region opened successfully at 1733206453856 (+1 ms)
2024-12-03T06:14:13,858 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5., pid=10, masterSystemTime=1733206453777
2024-12-03T06:14:13,863 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5.
2024-12-03T06:14:13,863 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(153): Opened test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5.
2024-12-03T06:14:13,864 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2313eb395c51f8c7dd5b149e1fee94a5, regionState=OPEN, openSeqNum=2, regionLocation=e3c6570475b6,46261,1733206439994
2024-12-03T06:14:13,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2313eb395c51f8c7dd5b149e1fee94a5, server=e3c6570475b6,46261,1733206439994 because future has completed
2024-12-03T06:14:13,884 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-12-03T06:14:13,884 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2313eb395c51f8c7dd5b149e1fee94a5, server=e3c6570475b6,46261,1733206439994 in 270 msec
2024-12-03T06:14:13,890 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-12-03T06:14:13,890 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1733206452353, region=2313eb395c51f8c7dd5b149e1fee94a5, ASSIGN in 454 msec
2024-12-03T06:14:13,892 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test-1733206452353 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-03T06:14:13,892 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1733206452353","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733206453892"}]},"ts":"1733206453892"}
2024-12-03T06:14:13,896 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1733206452353, state=ENABLED in hbase:meta
2024-12-03T06:14:13,898 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test-1733206452353 execute state=CREATE_TABLE_POST_OPERATION
2024-12-03T06:14:13,902 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=test-1733206452353 in 1.0050 sec
2024-12-03T06:14:14,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8
2024-12-03T06:14:14,055 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test-1733206452353 completed
2024-12-03T06:14:14,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c2f4f4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:14:14,057 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3c6570475b6,33457,-1 for getting cluster id
2024-12-03T06:14:14,058 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T06:14:14,060 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5447c48c-7b10-4672-8d86-f5d5f17214a6'
2024-12-03T06:14:14,061 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T06:14:14,061 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5447c48c-7b10-4672-8d86-f5d5f17214a6"

2024-12-03T06:14:14,062 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40591757, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:14:14,062 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3c6570475b6,33457,-1]
2024-12-03T06:14:14,062 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T06:14:14,063 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:14:14,064 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T06:14:14,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52ab713a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:14:14,070 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T06:14:14,072 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3c6570475b6,46261,1733206439994, seqNum=-1]
2024-12-03T06:14:14,073 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T06:14:14,076 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T06:14:14,085 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733206452353', row='row0', locateType=CURRENT is [region=test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5., hostname=e3c6570475b6,46261,1733206439994, seqNum=2]
2024-12-03T06:14:14,089 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] regionserver.HRegion(8528): writing data to region test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5. with WAL disabled. Data may be lost in the event of a crash.
2024-12-03T06:14:14,558 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'ns2:test-17332064523531', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T06:14:14,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:test-17332064523531
2024-12-03T06:14:14,565 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17332064523531 execute state=CREATE_TABLE_PRE_OPERATION
2024-12-03T06:14:14,565 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:14:14,565 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "ns2"
qualifier: "test-17332064523531"
 procId is: 11
2024-12-03T06:14:14,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-12-03T06:14:14,569 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:test-17332064523531 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-03T06:14:14,602 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741841_1017 (size=364)
2024-12-03T06:14:14,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-12-03T06:14:14,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-12-03T06:14:15,014 INFO  [RegionOpenAndInit-ns2:test-17332064523531-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0fc8e072545f89745c5aab3361a5edab, NAME => 'ns2:test-17332064523531,,1733206454558.0fc8e072545f89745c5aab3361a5edab.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-17332064523531', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98
2024-12-03T06:14:15,043 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741842_1018 (size=50)
2024-12-03T06:14:15,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-12-03T06:14:15,443 DEBUG [RegionOpenAndInit-ns2:test-17332064523531-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:test-17332064523531,,1733206454558.0fc8e072545f89745c5aab3361a5edab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T06:14:15,443 DEBUG [RegionOpenAndInit-ns2:test-17332064523531-pool-0 {}] regionserver.HRegion(1722): Closing 0fc8e072545f89745c5aab3361a5edab, disabling compactions & flushes
2024-12-03T06:14:15,443 INFO  [RegionOpenAndInit-ns2:test-17332064523531-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:test-17332064523531,,1733206454558.0fc8e072545f89745c5aab3361a5edab.
2024-12-03T06:14:15,443 DEBUG [RegionOpenAndInit-ns2:test-17332064523531-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17332064523531,,1733206454558.0fc8e072545f89745c5aab3361a5edab.
2024-12-03T06:14:15,443 DEBUG [RegionOpenAndInit-ns2:test-17332064523531-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17332064523531,,1733206454558.0fc8e072545f89745c5aab3361a5edab. after waiting 0 ms
2024-12-03T06:14:15,443 DEBUG [RegionOpenAndInit-ns2:test-17332064523531-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17332064523531,,1733206454558.0fc8e072545f89745c5aab3361a5edab.
2024-12-03T06:14:15,443 INFO  [RegionOpenAndInit-ns2:test-17332064523531-pool-0 {}] regionserver.HRegion(1973): Closed ns2:test-17332064523531,,1733206454558.0fc8e072545f89745c5aab3361a5edab.
2024-12-03T06:14:15,444 DEBUG [RegionOpenAndInit-ns2:test-17332064523531-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0fc8e072545f89745c5aab3361a5edab:
Waiting for close lock at 1733206455443Disabling compacts and flushes for region at 1733206455443Disabling writes for close at 1733206455443Writing region close event to WAL at 1733206455443Closed at 1733206455443
2024-12-03T06:14:15,446 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:test-17332064523531 execute state=CREATE_TABLE_ADD_TO_META
2024-12-03T06:14:15,447 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:test-17332064523531,,1733206454558.0fc8e072545f89745c5aab3361a5edab.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1733206455446"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733206455446"}]},"ts":"1733206455446"}
2024-12-03T06:14:15,515 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T06:14:15,517 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:test-17332064523531 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-03T06:14:15,521 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17332064523531","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733206455517"}]},"ts":"1733206455517"}
2024-12-03T06:14:15,524 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17332064523531, state=ENABLING in hbase:meta
2024-12-03T06:14:15,525 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17332064523531, region=0fc8e072545f89745c5aab3361a5edab, ASSIGN}]
2024-12-03T06:14:15,533 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17332064523531, region=0fc8e072545f89745c5aab3361a5edab, ASSIGN
2024-12-03T06:14:15,543 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:test-17332064523531, region=0fc8e072545f89745c5aab3361a5edab, ASSIGN; state=OFFLINE, location=e3c6570475b6,46261,1733206439994; forceNewPlan=false, retain=false
2024-12-03T06:14:15,694 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=0fc8e072545f89745c5aab3361a5edab, regionState=OPENING, regionLocation=e3c6570475b6,46261,1733206439994
2024-12-03T06:14:15,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:test-17332064523531, region=0fc8e072545f89745c5aab3361a5edab, ASSIGN because future has completed
2024-12-03T06:14:15,700 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0fc8e072545f89745c5aab3361a5edab, server=e3c6570475b6,46261,1733206439994}]
2024-12-03T06:14:15,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-12-03T06:14:15,707 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1733206452353'
2024-12-03T06:14:15,869 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open ns2:test-17332064523531,,1733206454558.0fc8e072545f89745c5aab3361a5edab.
2024-12-03T06:14:15,869 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 0fc8e072545f89745c5aab3361a5edab, NAME => 'ns2:test-17332064523531,,1733206454558.0fc8e072545f89745c5aab3361a5edab.', STARTKEY => '', ENDKEY => ''}
2024-12-03T06:14:15,870 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-12-03T06:14:15,870 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17332064523531 0fc8e072545f89745c5aab3361a5edab
2024-12-03T06:14:15,870 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated ns2:test-17332064523531,,1733206454558.0fc8e072545f89745c5aab3361a5edab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T06:14:15,870 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 0fc8e072545f89745c5aab3361a5edab
2024-12-03T06:14:15,870 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 0fc8e072545f89745c5aab3361a5edab
2024-12-03T06:14:15,874 INFO  [StoreOpener-0fc8e072545f89745c5aab3361a5edab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0fc8e072545f89745c5aab3361a5edab 
2024-12-03T06:14:15,884 INFO  [StoreOpener-0fc8e072545f89745c5aab3361a5edab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0fc8e072545f89745c5aab3361a5edab columnFamilyName f
2024-12-03T06:14:15,884 DEBUG [StoreOpener-0fc8e072545f89745c5aab3361a5edab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:14:15,885 INFO  [StoreOpener-0fc8e072545f89745c5aab3361a5edab-1 {}] regionserver.HStore(327): Store=0fc8e072545f89745c5aab3361a5edab/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T06:14:15,885 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 0fc8e072545f89745c5aab3361a5edab
2024-12-03T06:14:15,889 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/ns2/test-17332064523531/0fc8e072545f89745c5aab3361a5edab
2024-12-03T06:14:15,890 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/ns2/test-17332064523531/0fc8e072545f89745c5aab3361a5edab
2024-12-03T06:14:15,892 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 0fc8e072545f89745c5aab3361a5edab
2024-12-03T06:14:15,892 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 0fc8e072545f89745c5aab3361a5edab
2024-12-03T06:14:15,902 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 0fc8e072545f89745c5aab3361a5edab
2024-12-03T06:14:15,912 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/ns2/test-17332064523531/0fc8e072545f89745c5aab3361a5edab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T06:14:15,915 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 0fc8e072545f89745c5aab3361a5edab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10693750720, jitterRate=-0.00406685471534729}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T06:14:15,916 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0fc8e072545f89745c5aab3361a5edab
2024-12-03T06:14:15,917 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 0fc8e072545f89745c5aab3361a5edab:
Running coprocessor pre-open hook at 1733206455870Writing region info on filesystem at 1733206455870Initializing all the Stores at 1733206455873 (+3 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733206455873Cleaning up temporary data from old regions at 1733206455892 (+19 ms)Running coprocessor post-open hooks at 1733206455916 (+24 ms)Region opened successfully at 1733206455917 (+1 ms)
2024-12-03T06:14:15,924 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:test-17332064523531,,1733206454558.0fc8e072545f89745c5aab3361a5edab., pid=13, masterSystemTime=1733206455859
2024-12-03T06:14:15,936 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:test-17332064523531,,1733206454558.0fc8e072545f89745c5aab3361a5edab.
2024-12-03T06:14:15,936 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened ns2:test-17332064523531,,1733206454558.0fc8e072545f89745c5aab3361a5edab.
2024-12-03T06:14:15,948 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=0fc8e072545f89745c5aab3361a5edab, regionState=OPEN, openSeqNum=2, regionLocation=e3c6570475b6,46261,1733206439994
2024-12-03T06:14:15,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0fc8e072545f89745c5aab3361a5edab, server=e3c6570475b6,46261,1733206439994 because future has completed
2024-12-03T06:14:15,963 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12
2024-12-03T06:14:15,964 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 0fc8e072545f89745c5aab3361a5edab, server=e3c6570475b6,46261,1733206439994 in 259 msec
2024-12-03T06:14:15,971 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-12-03T06:14:15,971 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:test-17332064523531, region=0fc8e072545f89745c5aab3361a5edab, ASSIGN in 438 msec
2024-12-03T06:14:15,978 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:test-17332064523531 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-03T06:14:15,978 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17332064523531","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733206455978"}]},"ts":"1733206455978"}
2024-12-03T06:14:15,985 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17332064523531, state=ENABLED in hbase:meta
2024-12-03T06:14:15,989 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17332064523531 execute state=CREATE_TABLE_POST_OPERATION
2024-12-03T06:14:15,996 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:test-17332064523531 in 1.4300 sec
2024-12-03T06:14:16,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-12-03T06:14:16,714 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:test-17332064523531 completed
2024-12-03T06:14:16,718 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17332064523531', row='row0', locateType=CURRENT is [region=ns2:test-17332064523531,,1733206454558.0fc8e072545f89745c5aab3361a5edab., hostname=e3c6570475b6,46261,1733206439994, seqNum=2]
2024-12-03T06:14:16,720 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] regionserver.HRegion(8528): writing data to region ns2:test-17332064523531,,1733206454558.0fc8e072545f89745c5aab3361a5edab. with WAL disabled. Data may be lost in the event of a crash.
2024-12-03T06:14:16,911 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'ns3:test-17332064523532', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T06:14:16,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns3:test-17332064523532
2024-12-03T06:14:16,915 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17332064523532 execute state=CREATE_TABLE_PRE_OPERATION
2024-12-03T06:14:16,915 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:14:16,915 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "ns3"
qualifier: "test-17332064523532"
 procId is: 14
2024-12-03T06:14:16,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14
2024-12-03T06:14:16,917 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns3:test-17332064523532 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-03T06:14:16,924 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741843_1019 (size=390)
2024-12-03T06:14:17,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14
2024-12-03T06:14:17,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14
2024-12-03T06:14:17,332 INFO  [RegionOpenAndInit-ns3:test-17332064523532-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2c55c039cf559ac3f1c52ba68f0e12fa, NAME => 'ns3:test-17332064523532,,1733206456911.2c55c039cf559ac3f1c52ba68f0e12fa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-17332064523532', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98
2024-12-03T06:14:17,379 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741844_1020 (size=50)
2024-12-03T06:14:17,381 DEBUG [RegionOpenAndInit-ns3:test-17332064523532-pool-0 {}] regionserver.HRegion(898): Instantiated ns3:test-17332064523532,,1733206456911.2c55c039cf559ac3f1c52ba68f0e12fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T06:14:17,382 DEBUG [RegionOpenAndInit-ns3:test-17332064523532-pool-0 {}] regionserver.HRegion(1722): Closing 2c55c039cf559ac3f1c52ba68f0e12fa, disabling compactions & flushes
2024-12-03T06:14:17,382 INFO  [RegionOpenAndInit-ns3:test-17332064523532-pool-0 {}] regionserver.HRegion(1755): Closing region ns3:test-17332064523532,,1733206456911.2c55c039cf559ac3f1c52ba68f0e12fa.
2024-12-03T06:14:17,382 DEBUG [RegionOpenAndInit-ns3:test-17332064523532-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17332064523532,,1733206456911.2c55c039cf559ac3f1c52ba68f0e12fa.
2024-12-03T06:14:17,382 DEBUG [RegionOpenAndInit-ns3:test-17332064523532-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17332064523532,,1733206456911.2c55c039cf559ac3f1c52ba68f0e12fa. after waiting 0 ms
2024-12-03T06:14:17,382 DEBUG [RegionOpenAndInit-ns3:test-17332064523532-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17332064523532,,1733206456911.2c55c039cf559ac3f1c52ba68f0e12fa.
2024-12-03T06:14:17,382 INFO  [RegionOpenAndInit-ns3:test-17332064523532-pool-0 {}] regionserver.HRegion(1973): Closed ns3:test-17332064523532,,1733206456911.2c55c039cf559ac3f1c52ba68f0e12fa.
2024-12-03T06:14:17,382 DEBUG [RegionOpenAndInit-ns3:test-17332064523532-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2c55c039cf559ac3f1c52ba68f0e12fa:
Waiting for close lock at 1733206457382Disabling compacts and flushes for region at 1733206457382Disabling writes for close at 1733206457382Writing region close event to WAL at 1733206457382Closed at 1733206457382
2024-12-03T06:14:17,385 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns3:test-17332064523532 execute state=CREATE_TABLE_ADD_TO_META
2024-12-03T06:14:17,386 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns3:test-17332064523532,,1733206456911.2c55c039cf559ac3f1c52ba68f0e12fa.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1733206457385"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733206457385"}]},"ts":"1733206457385"}
2024-12-03T06:14:17,390 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T06:14:17,392 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns3:test-17332064523532 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-03T06:14:17,393 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17332064523532","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733206457392"}]},"ts":"1733206457392"}
2024-12-03T06:14:17,396 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17332064523532, state=ENABLING in hbase:meta
2024-12-03T06:14:17,397 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17332064523532, region=2c55c039cf559ac3f1c52ba68f0e12fa, ASSIGN}]
2024-12-03T06:14:17,399 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17332064523532, region=2c55c039cf559ac3f1c52ba68f0e12fa, ASSIGN
2024-12-03T06:14:17,400 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns3:test-17332064523532, region=2c55c039cf559ac3f1c52ba68f0e12fa, ASSIGN; state=OFFLINE, location=e3c6570475b6,46261,1733206439994; forceNewPlan=false, retain=false
2024-12-03T06:14:17,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14
2024-12-03T06:14:17,552 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=2c55c039cf559ac3f1c52ba68f0e12fa, regionState=OPENING, regionLocation=e3c6570475b6,46261,1733206439994
2024-12-03T06:14:17,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns3:test-17332064523532, region=2c55c039cf559ac3f1c52ba68f0e12fa, ASSIGN because future has completed
2024-12-03T06:14:17,556 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c55c039cf559ac3f1c52ba68f0e12fa, server=e3c6570475b6,46261,1733206439994}]
2024-12-03T06:14:17,717 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open ns3:test-17332064523532,,1733206456911.2c55c039cf559ac3f1c52ba68f0e12fa.
2024-12-03T06:14:17,717 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 2c55c039cf559ac3f1c52ba68f0e12fa, NAME => 'ns3:test-17332064523532,,1733206456911.2c55c039cf559ac3f1c52ba68f0e12fa.', STARTKEY => '', ENDKEY => ''}
2024-12-03T06:14:17,718 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-12-03T06:14:17,718 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17332064523532 2c55c039cf559ac3f1c52ba68f0e12fa
2024-12-03T06:14:17,718 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated ns3:test-17332064523532,,1733206456911.2c55c039cf559ac3f1c52ba68f0e12fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T06:14:17,718 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 2c55c039cf559ac3f1c52ba68f0e12fa
2024-12-03T06:14:17,718 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 2c55c039cf559ac3f1c52ba68f0e12fa
2024-12-03T06:14:17,722 INFO  [StoreOpener-2c55c039cf559ac3f1c52ba68f0e12fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2c55c039cf559ac3f1c52ba68f0e12fa 
2024-12-03T06:14:17,727 INFO  [StoreOpener-2c55c039cf559ac3f1c52ba68f0e12fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c55c039cf559ac3f1c52ba68f0e12fa columnFamilyName f
2024-12-03T06:14:17,728 DEBUG [StoreOpener-2c55c039cf559ac3f1c52ba68f0e12fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:14:17,729 INFO  [StoreOpener-2c55c039cf559ac3f1c52ba68f0e12fa-1 {}] regionserver.HStore(327): Store=2c55c039cf559ac3f1c52ba68f0e12fa/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T06:14:17,729 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 2c55c039cf559ac3f1c52ba68f0e12fa
2024-12-03T06:14:17,730 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/ns3/test-17332064523532/2c55c039cf559ac3f1c52ba68f0e12fa
2024-12-03T06:14:17,731 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/ns3/test-17332064523532/2c55c039cf559ac3f1c52ba68f0e12fa
2024-12-03T06:14:17,732 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 2c55c039cf559ac3f1c52ba68f0e12fa
2024-12-03T06:14:17,732 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 2c55c039cf559ac3f1c52ba68f0e12fa
2024-12-03T06:14:17,736 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 2c55c039cf559ac3f1c52ba68f0e12fa
2024-12-03T06:14:17,741 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/ns3/test-17332064523532/2c55c039cf559ac3f1c52ba68f0e12fa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T06:14:17,742 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 2c55c039cf559ac3f1c52ba68f0e12fa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11231755680, jitterRate=0.04603876173496246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T06:14:17,742 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2c55c039cf559ac3f1c52ba68f0e12fa
2024-12-03T06:14:17,743 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 2c55c039cf559ac3f1c52ba68f0e12fa:
Running coprocessor pre-open hook at 1733206457719Writing region info on filesystem at 1733206457719Initializing all the Stores at 1733206457721 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733206457721Cleaning up temporary data from old regions at 1733206457732 (+11 ms)Running coprocessor post-open hooks at 1733206457742 (+10 ms)Region opened successfully at 1733206457743 (+1 ms)
2024-12-03T06:14:17,745 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for ns3:test-17332064523532,,1733206456911.2c55c039cf559ac3f1c52ba68f0e12fa., pid=16, masterSystemTime=1733206457709
2024-12-03T06:14:17,750 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for ns3:test-17332064523532,,1733206456911.2c55c039cf559ac3f1c52ba68f0e12fa.
2024-12-03T06:14:17,750 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened ns3:test-17332064523532,,1733206456911.2c55c039cf559ac3f1c52ba68f0e12fa.
2024-12-03T06:14:17,750 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=2c55c039cf559ac3f1c52ba68f0e12fa, regionState=OPEN, openSeqNum=2, regionLocation=e3c6570475b6,46261,1733206439994
2024-12-03T06:14:17,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c55c039cf559ac3f1c52ba68f0e12fa, server=e3c6570475b6,46261,1733206439994 because future has completed
2024-12-03T06:14:17,765 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15
2024-12-03T06:14:17,765 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure 2c55c039cf559ac3f1c52ba68f0e12fa, server=e3c6570475b6,46261,1733206439994 in 202 msec
2024-12-03T06:14:17,771 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-12-03T06:14:17,771 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns3:test-17332064523532, region=2c55c039cf559ac3f1c52ba68f0e12fa, ASSIGN in 369 msec
2024-12-03T06:14:17,773 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns3:test-17332064523532 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-03T06:14:17,774 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17332064523532","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733206457773"}]},"ts":"1733206457773"}
2024-12-03T06:14:17,778 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17332064523532, state=ENABLED in hbase:meta
2024-12-03T06:14:17,780 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17332064523532 execute state=CREATE_TABLE_POST_OPERATION
2024-12-03T06:14:17,785 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns3:test-17332064523532 in 868 msec
2024-12-03T06:14:18,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14
2024-12-03T06:14:18,054 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns3:test-17332064523532 completed
2024-12-03T06:14:18,055 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns3:test-17332064523532 get assigned. Timeout = 60000ms
2024-12-03T06:14:18,056 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T06:14:18,062 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns3:test-17332064523532 assigned to meta. Checking AM states.
2024-12-03T06:14:18,062 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T06:14:18,063 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns3:test-17332064523532 assigned.
2024-12-03T06:14:18,065 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'ns4:test-17332064523533', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T06:14:18,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns4:test-17332064523533
2024-12-03T06:14:18,068 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17332064523533 execute state=CREATE_TABLE_PRE_OPERATION
2024-12-03T06:14:18,068 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:14:18,068 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "ns4"
qualifier: "test-17332064523533"
 procId is: 17
2024-12-03T06:14:18,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-12-03T06:14:18,069 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns4:test-17332064523533 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-03T06:14:18,081 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741845_1021 (size=390)
2024-12-03T06:14:18,084 INFO  [RegionOpenAndInit-ns4:test-17332064523533-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7f33e5975dde248178d056a48f82bb50, NAME => 'ns4:test-17332064523533,,1733206458064.7f33e5975dde248178d056a48f82bb50.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-17332064523533', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98
2024-12-03T06:14:18,099 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741846_1022 (size=50)
2024-12-03T06:14:18,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-12-03T06:14:18,320 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17332064523531
2024-12-03T06:14:18,320 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-17332064523531 Metrics about Tables on a single HBase RegionServer
2024-12-03T06:14:18,322 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17332064523532
2024-12-03T06:14:18,322 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-17332064523532 Metrics about Tables on a single HBase RegionServer
2024-12-03T06:14:18,323 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1733206452353
2024-12-03T06:14:18,323 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1733206452353 Metrics about Tables on a single HBase RegionServer
2024-12-03T06:14:18,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-12-03T06:14:18,502 DEBUG [RegionOpenAndInit-ns4:test-17332064523533-pool-0 {}] regionserver.HRegion(898): Instantiated ns4:test-17332064523533,,1733206458064.7f33e5975dde248178d056a48f82bb50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T06:14:18,502 DEBUG [RegionOpenAndInit-ns4:test-17332064523533-pool-0 {}] regionserver.HRegion(1722): Closing 7f33e5975dde248178d056a48f82bb50, disabling compactions & flushes
2024-12-03T06:14:18,502 INFO  [RegionOpenAndInit-ns4:test-17332064523533-pool-0 {}] regionserver.HRegion(1755): Closing region ns4:test-17332064523533,,1733206458064.7f33e5975dde248178d056a48f82bb50.
2024-12-03T06:14:18,502 DEBUG [RegionOpenAndInit-ns4:test-17332064523533-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17332064523533,,1733206458064.7f33e5975dde248178d056a48f82bb50.
2024-12-03T06:14:18,502 DEBUG [RegionOpenAndInit-ns4:test-17332064523533-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17332064523533,,1733206458064.7f33e5975dde248178d056a48f82bb50. after waiting 0 ms
2024-12-03T06:14:18,502 DEBUG [RegionOpenAndInit-ns4:test-17332064523533-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17332064523533,,1733206458064.7f33e5975dde248178d056a48f82bb50.
2024-12-03T06:14:18,502 INFO  [RegionOpenAndInit-ns4:test-17332064523533-pool-0 {}] regionserver.HRegion(1973): Closed ns4:test-17332064523533,,1733206458064.7f33e5975dde248178d056a48f82bb50.
2024-12-03T06:14:18,503 DEBUG [RegionOpenAndInit-ns4:test-17332064523533-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7f33e5975dde248178d056a48f82bb50:
Waiting for close lock at 1733206458502Disabling compacts and flushes for region at 1733206458502Disabling writes for close at 1733206458502Writing region close event to WAL at 1733206458502Closed at 1733206458502
2024-12-03T06:14:18,505 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns4:test-17332064523533 execute state=CREATE_TABLE_ADD_TO_META
2024-12-03T06:14:18,505 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns4:test-17332064523533,,1733206458064.7f33e5975dde248178d056a48f82bb50.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1733206458505"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733206458505"}]},"ts":"1733206458505"}
2024-12-03T06:14:18,511 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T06:14:18,514 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns4:test-17332064523533 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-03T06:14:18,514 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17332064523533","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733206458514"}]},"ts":"1733206458514"}
2024-12-03T06:14:18,518 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17332064523533, state=ENABLING in hbase:meta
2024-12-03T06:14:18,520 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17332064523533, region=7f33e5975dde248178d056a48f82bb50, ASSIGN}]
2024-12-03T06:14:18,531 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17332064523533, region=7f33e5975dde248178d056a48f82bb50, ASSIGN
2024-12-03T06:14:18,533 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns4:test-17332064523533, region=7f33e5975dde248178d056a48f82bb50, ASSIGN; state=OFFLINE, location=e3c6570475b6,46261,1733206439994; forceNewPlan=false, retain=false
2024-12-03T06:14:18,687 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=7f33e5975dde248178d056a48f82bb50, regionState=OPENING, regionLocation=e3c6570475b6,46261,1733206439994
2024-12-03T06:14:18,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns4:test-17332064523533, region=7f33e5975dde248178d056a48f82bb50, ASSIGN because future has completed
2024-12-03T06:14:18,694 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f33e5975dde248178d056a48f82bb50, server=e3c6570475b6,46261,1733206439994}]
2024-12-03T06:14:18,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-12-03T06:14:18,854 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open ns4:test-17332064523533,,1733206458064.7f33e5975dde248178d056a48f82bb50.
2024-12-03T06:14:18,855 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 7f33e5975dde248178d056a48f82bb50, NAME => 'ns4:test-17332064523533,,1733206458064.7f33e5975dde248178d056a48f82bb50.', STARTKEY => '', ENDKEY => ''}
2024-12-03T06:14:18,855 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-12-03T06:14:18,855 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17332064523533 7f33e5975dde248178d056a48f82bb50
2024-12-03T06:14:18,855 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated ns4:test-17332064523533,,1733206458064.7f33e5975dde248178d056a48f82bb50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T06:14:18,856 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 7f33e5975dde248178d056a48f82bb50
2024-12-03T06:14:18,856 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 7f33e5975dde248178d056a48f82bb50
2024-12-03T06:14:18,858 INFO  [StoreOpener-7f33e5975dde248178d056a48f82bb50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7f33e5975dde248178d056a48f82bb50 
2024-12-03T06:14:18,862 INFO  [StoreOpener-7f33e5975dde248178d056a48f82bb50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f33e5975dde248178d056a48f82bb50 columnFamilyName f
2024-12-03T06:14:18,862 DEBUG [StoreOpener-7f33e5975dde248178d056a48f82bb50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:14:18,863 INFO  [StoreOpener-7f33e5975dde248178d056a48f82bb50-1 {}] regionserver.HStore(327): Store=7f33e5975dde248178d056a48f82bb50/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T06:14:18,863 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 7f33e5975dde248178d056a48f82bb50
2024-12-03T06:14:18,864 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/ns4/test-17332064523533/7f33e5975dde248178d056a48f82bb50
2024-12-03T06:14:18,865 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/ns4/test-17332064523533/7f33e5975dde248178d056a48f82bb50
2024-12-03T06:14:18,866 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 7f33e5975dde248178d056a48f82bb50
2024-12-03T06:14:18,866 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 7f33e5975dde248178d056a48f82bb50
2024-12-03T06:14:18,869 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 7f33e5975dde248178d056a48f82bb50
2024-12-03T06:14:18,873 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/ns4/test-17332064523533/7f33e5975dde248178d056a48f82bb50/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T06:14:18,874 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 7f33e5975dde248178d056a48f82bb50; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11390955680, jitterRate=0.06086541712284088}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T06:14:18,874 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7f33e5975dde248178d056a48f82bb50
2024-12-03T06:14:18,875 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 7f33e5975dde248178d056a48f82bb50:
Running coprocessor pre-open hook at 1733206458856Writing region info on filesystem at 1733206458856Initializing all the Stores at 1733206458858 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733206458858Cleaning up temporary data from old regions at 1733206458866 (+8 ms)Running coprocessor post-open hooks at 1733206458874 (+8 ms)Region opened successfully at 1733206458875 (+1 ms)
2024-12-03T06:14:18,877 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for ns4:test-17332064523533,,1733206458064.7f33e5975dde248178d056a48f82bb50., pid=19, masterSystemTime=1733206458848
2024-12-03T06:14:18,882 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for ns4:test-17332064523533,,1733206458064.7f33e5975dde248178d056a48f82bb50.
2024-12-03T06:14:18,882 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=7f33e5975dde248178d056a48f82bb50, regionState=OPEN, openSeqNum=2, regionLocation=e3c6570475b6,46261,1733206439994
2024-12-03T06:14:18,884 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened ns4:test-17332064523533,,1733206458064.7f33e5975dde248178d056a48f82bb50.
2024-12-03T06:14:18,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f33e5975dde248178d056a48f82bb50, server=e3c6570475b6,46261,1733206439994 because future has completed
2024-12-03T06:14:18,893 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18
2024-12-03T06:14:18,893 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 7f33e5975dde248178d056a48f82bb50, server=e3c6570475b6,46261,1733206439994 in 194 msec
2024-12-03T06:14:18,899 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-12-03T06:14:18,899 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns4:test-17332064523533, region=7f33e5975dde248178d056a48f82bb50, ASSIGN in 373 msec
2024-12-03T06:14:18,901 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns4:test-17332064523533 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-03T06:14:18,902 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17332064523533","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733206458902"}]},"ts":"1733206458902"}
2024-12-03T06:14:18,906 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17332064523533, state=ENABLED in hbase:meta
2024-12-03T06:14:18,908 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17332064523533 execute state=CREATE_TABLE_POST_OPERATION
2024-12-03T06:14:18,913 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns4:test-17332064523533 in 843 msec
2024-12-03T06:14:19,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-12-03T06:14:19,205 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns4:test-17332064523533 get assigned. Timeout = 60000ms
2024-12-03T06:14:19,205 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns4:test-17332064523533 completed
2024-12-03T06:14:19,205 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T06:14:19,210 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns4:test-17332064523533 assigned to meta. Checking AM states.
2024-12-03T06:14:19,211 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T06:14:19,211 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns4:test-17332064523533 assigned.
2024-12-03T06:14:19,211 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-03T06:14:19,211 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.TestBackupBase.createTables(TestBackupBase.java:481)
    at org.apache.hadoop.hbase.backup.TestBackupBase.setUpHelper(TestBackupBase.java:343)
    at org.apache.hadoop.hbase.backup.TestBackupBase.setUp(TestBackupBase.java:357)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T06:14:19,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:14:19,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:14:19,217 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T06:14:19,256 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=610, OpenFileDescriptor=631, MaxFileDescriptor=1048576, SystemLoadAverage=520, ProcessCount=14, AvailableMemoryMB=5654
2024-12-03T06:14:19,259 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=610 is superior to 500
2024-12-03T06:14:19,261 INFO  [Time-limited test {}] backup.TestIncrementalBackup(91): create full backup image for all tables
2024-12-03T06:14:19,269 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table test-1733206452353 from 'test-1733206452353', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1733206452353', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T06:14:19,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1139): Stored pid=20, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1733206452353
2024-12-03T06:14:19,308 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741847_1023 (size=908)
2024-12-03T06:14:19,338 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-12-03T06:14:19,714 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/.tabledesc/.tableinfo.0000000001.367
2024-12-03T06:14:19,715 INFO  [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/.tabledesc/.tableinfo.0000000002.908
2024-12-03T06:14:19,725 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1733206452353}]
2024-12-03T06:14:19,751 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1733206452353, region=2313eb395c51f8c7dd5b149e1fee94a5, REOPEN/MOVE}]
2024-12-03T06:14:19,754 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1733206452353, region=2313eb395c51f8c7dd5b149e1fee94a5, REOPEN/MOVE
2024-12-03T06:14:19,757 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=2313eb395c51f8c7dd5b149e1fee94a5, regionState=CLOSING, regionLocation=e3c6570475b6,46261,1733206439994
2024-12-03T06:14:19,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1733206452353, region=2313eb395c51f8c7dd5b149e1fee94a5, REOPEN/MOVE because future has completed
2024-12-03T06:14:19,769 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-03T06:14:19,769 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2313eb395c51f8c7dd5b149e1fee94a5, server=e3c6570475b6,46261,1733206439994}]
2024-12-03T06:14:19,934 INFO  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(122): Close 2313eb395c51f8c7dd5b149e1fee94a5
2024-12-03T06:14:19,934 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-12-03T06:14:19,935 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1722): Closing 2313eb395c51f8c7dd5b149e1fee94a5, disabling compactions & flushes
2024-12-03T06:14:19,935 INFO  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1755): Closing region test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5.
2024-12-03T06:14:19,936 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1776): Time limited wait for close lock on test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5.
2024-12-03T06:14:19,936 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1843): Acquired close lock on test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5. after waiting 0 ms
2024-12-03T06:14:19,936 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1853): Updates disabled for region test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5.
2024-12-03T06:14:19,945 INFO  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(2902): Flushing 2313eb395c51f8c7dd5b149e1fee94a5 1/1 column families, dataSize=3.17 KB heapSize=11 KB
2024-12-03T06:14:20,087 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/.tmp/f/a21bec87d82e42b6997aa5f3521cda14 is 37, key is row10/f:q1/1733206454132/Put/seqid=0
2024-12-03T06:14:20,120 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741848_1024 (size=8413)
2024-12-03T06:14:20,127 INFO  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/.tmp/f/a21bec87d82e42b6997aa5f3521cda14
2024-12-03T06:14:20,244 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/.tmp/f/a21bec87d82e42b6997aa5f3521cda14 as hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/f/a21bec87d82e42b6997aa5f3521cda14
2024-12-03T06:14:20,268 INFO  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/f/a21bec87d82e42b6997aa5f3521cda14, entries=99, sequenceid=103, filesize=8.2 K
2024-12-03T06:14:20,282 INFO  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 2313eb395c51f8c7dd5b149e1fee94a5 in 340ms, sequenceid=103, compaction requested=false
2024-12-03T06:14:20,315 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1
2024-12-03T06:14:20,319 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-12-03T06:14:20,319 INFO  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1973): Closed test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5.
2024-12-03T06:14:20,319 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1676): Region close journal for 2313eb395c51f8c7dd5b149e1fee94a5:
Waiting for close lock at 1733206459935Running coprocessor pre-close hooks at 1733206459935Disabling compacts and flushes for region at 1733206459935Disabling writes for close at 1733206459936 (+1 ms)Obtaining lock to block concurrent updates at 1733206459945 (+9 ms)Preparing flush snapshotting stores in 2313eb395c51f8c7dd5b149e1fee94a5 at 1733206459945Finished memstore snapshotting test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5., syncing WAL and waiting on mvcc, flushsize=dataSize=3247, getHeapSize=11248, getOffHeapSize=0, getCellsCount=99 at 1733206459958 (+13 ms)Flushing stores of test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5. at 1733206459972 (+14 ms)Flushing 2313eb395c51f8c7dd5b149e1fee94a5/f: creating writer at 1733206459975 (+3 ms)Flushing 2313eb395c51f8c7dd5b149e1fee94a5/f: appending metadata at 1733206460070 (+95 ms)Flushing 2313eb395c51f8c7dd5b149e1fee94a5/f: closing flushed file at 1733206460074 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@111b59a9: reopening flushed file at 1733206460235 (+161 ms)Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 2313eb395c51f8c7dd5b149e1fee94a5 in 340ms, sequenceid=103, compaction requested=false at 1733206460282 (+47 ms)Writing region close event to WAL at 1733206460293 (+11 ms)Running coprocessor post-close hooks at 1733206460316 (+23 ms)Closed at 1733206460319 (+3 ms)
2024-12-03T06:14:20,319 WARN  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionServer(3299): Not adding moved region record: 2313eb395c51f8c7dd5b149e1fee94a5 to self.
2024-12-03T06:14:20,323 INFO  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(157): Closed 2313eb395c51f8c7dd5b149e1fee94a5
2024-12-03T06:14:20,326 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=2313eb395c51f8c7dd5b149e1fee94a5, regionState=CLOSED
2024-12-03T06:14:20,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2313eb395c51f8c7dd5b149e1fee94a5, server=e3c6570475b6,46261,1733206439994 because future has completed
2024-12-03T06:14:20,355 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-12-03T06:14:20,356 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; CloseRegionProcedure 2313eb395c51f8c7dd5b149e1fee94a5, server=e3c6570475b6,46261,1733206439994 in 575 msec
2024-12-03T06:14:20,356 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1733206452353, region=2313eb395c51f8c7dd5b149e1fee94a5, REOPEN/MOVE; state=CLOSED, location=e3c6570475b6,46261,1733206439994; forceNewPlan=false, retain=true
2024-12-03T06:14:20,510 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=2313eb395c51f8c7dd5b149e1fee94a5, regionState=OPENING, regionLocation=e3c6570475b6,46261,1733206439994
2024-12-03T06:14:20,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1733206452353, region=2313eb395c51f8c7dd5b149e1fee94a5, REOPEN/MOVE because future has completed
2024-12-03T06:14:20,515 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2313eb395c51f8c7dd5b149e1fee94a5, server=e3c6570475b6,46261,1733206439994}]
2024-12-03T06:14:20,676 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5.
2024-12-03T06:14:20,677 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 2313eb395c51f8c7dd5b149e1fee94a5, NAME => 'test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5.', STARTKEY => '', ENDKEY => ''}
2024-12-03T06:14:20,677 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-12-03T06:14:20,677 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1733206452353 2313eb395c51f8c7dd5b149e1fee94a5
2024-12-03T06:14:20,677 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T06:14:20,678 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 2313eb395c51f8c7dd5b149e1fee94a5
2024-12-03T06:14:20,678 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 2313eb395c51f8c7dd5b149e1fee94a5
2024-12-03T06:14:20,696 INFO  [StoreOpener-2313eb395c51f8c7dd5b149e1fee94a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2313eb395c51f8c7dd5b149e1fee94a5 
2024-12-03T06:14:20,703 INFO  [StoreOpener-2313eb395c51f8c7dd5b149e1fee94a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2313eb395c51f8c7dd5b149e1fee94a5 columnFamilyName f
2024-12-03T06:14:20,703 DEBUG [StoreOpener-2313eb395c51f8c7dd5b149e1fee94a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:14:20,751 DEBUG [StoreOpener-2313eb395c51f8c7dd5b149e1fee94a5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/f/a21bec87d82e42b6997aa5f3521cda14
2024-12-03T06:14:20,751 INFO  [StoreOpener-2313eb395c51f8c7dd5b149e1fee94a5-1 {}] regionserver.HStore(327): Store=2313eb395c51f8c7dd5b149e1fee94a5/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T06:14:20,752 INFO  [StoreOpener-2313eb395c51f8c7dd5b149e1fee94a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 2313eb395c51f8c7dd5b149e1fee94a5 
2024-12-03T06:14:20,755 INFO  [StoreOpener-2313eb395c51f8c7dd5b149e1fee94a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2313eb395c51f8c7dd5b149e1fee94a5 columnFamilyName f3
2024-12-03T06:14:20,755 DEBUG [StoreOpener-2313eb395c51f8c7dd5b149e1fee94a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:14:20,757 INFO  [StoreOpener-2313eb395c51f8c7dd5b149e1fee94a5-1 {}] regionserver.HStore(327): Store=2313eb395c51f8c7dd5b149e1fee94a5/f3,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T06:14:20,759 INFO  [StoreOpener-2313eb395c51f8c7dd5b149e1fee94a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 2313eb395c51f8c7dd5b149e1fee94a5 
2024-12-03T06:14:20,791 INFO  [StoreOpener-2313eb395c51f8c7dd5b149e1fee94a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2313eb395c51f8c7dd5b149e1fee94a5 columnFamilyName mob
2024-12-03T06:14:20,800 DEBUG [StoreOpener-2313eb395c51f8c7dd5b149e1fee94a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:14:20,802 INFO  [StoreOpener-2313eb395c51f8c7dd5b149e1fee94a5-1 {}] regionserver.HStore(327): Store=2313eb395c51f8c7dd5b149e1fee94a5/mob,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T06:14:20,802 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 2313eb395c51f8c7dd5b149e1fee94a5
2024-12-03T06:14:20,805 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5
2024-12-03T06:14:20,814 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5
2024-12-03T06:14:20,820 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 2313eb395c51f8c7dd5b149e1fee94a5
2024-12-03T06:14:20,821 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 2313eb395c51f8c7dd5b149e1fee94a5
2024-12-03T06:14:20,829 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1733206452353 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-03T06:14:20,837 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 2313eb395c51f8c7dd5b149e1fee94a5
2024-12-03T06:14:20,840 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 2313eb395c51f8c7dd5b149e1fee94a5; next sequenceid=107; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10979188480, jitterRate=0.022516608238220215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-03T06:14:20,840 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2313eb395c51f8c7dd5b149e1fee94a5
2024-12-03T06:14:20,841 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 2313eb395c51f8c7dd5b149e1fee94a5:
Running coprocessor pre-open hook at 1733206460678Writing region info on filesystem at 1733206460678Initializing all the Stores at 1733206460690 (+12 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733206460691 (+1 ms)Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733206460696 (+5 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733206460696Cleaning up temporary data from old regions at 1733206460821 (+125 ms)Running coprocessor post-open hooks at 1733206460840 (+19 ms)Region opened successfully at 1733206460841 (+1 ms)
2024-12-03T06:14:20,850 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5., pid=24, masterSystemTime=1733206460670
2024-12-03T06:14:20,860 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5.
2024-12-03T06:14:20,860 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5.
2024-12-03T06:14:20,863 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=2313eb395c51f8c7dd5b149e1fee94a5, regionState=OPEN, openSeqNum=107, regionLocation=e3c6570475b6,46261,1733206439994
2024-12-03T06:14:20,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2313eb395c51f8c7dd5b149e1fee94a5, server=e3c6570475b6,46261,1733206439994 because future has completed
2024-12-03T06:14:20,886 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=22
2024-12-03T06:14:20,886 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure 2313eb395c51f8c7dd5b149e1fee94a5, server=e3c6570475b6,46261,1733206439994 in 363 msec
2024-12-03T06:14:20,899 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21
2024-12-03T06:14:20,900 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1733206452353, region=2313eb395c51f8c7dd5b149e1fee94a5, REOPEN/MOVE in 1.1360 sec
2024-12-03T06:14:20,934 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-12-03T06:14:20,934 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1733206452353 in 1.1820 sec
2024-12-03T06:14:20,945 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1733206452353 in 1.6650 sec
2024-12-03T06:14:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=20
2024-12-03T06:14:20,955 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1733206452353 completed
2024-12-03T06:14:20,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e3fe26a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:14:20,956 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3c6570475b6,33457,-1 for getting cluster id
2024-12-03T06:14:20,957 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T06:14:20,959 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5447c48c-7b10-4672-8d86-f5d5f17214a6'
2024-12-03T06:14:20,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T06:14:20,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5447c48c-7b10-4672-8d86-f5d5f17214a6"

2024-12-03T06:14:20,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c4ae76d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:14:20,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3c6570475b6,33457,-1]
2024-12-03T06:14:20,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T06:14:20,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:14:20,968 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T06:14:20,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63e30645, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:14:20,972 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T06:14:20,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3c6570475b6,46261,1733206439994, seqNum=-1]
2024-12-03T06:14:20,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T06:14:20,978 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T06:14:20,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733206452353', row='row-test-1733206452353-3-0', locateType=CURRENT is [region=test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5., hostname=e3c6570475b6,46261,1733206439994, seqNum=107]
2024-12-03T06:14:21,095 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T06:14:21,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e3c6570475b6,33457,1733206437938
2024-12-03T06:14:21,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62d53a00
2024-12-03T06:14:21,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T06:14:21,105 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-03T06:14:21,120 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'backup'}
2024-12-03T06:14:21,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=backup
2024-12-03T06:14:21,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-03T06:14:21,205 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=backup in 76 msec
2024-12-03T06:14:21,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-03T06:14:21,255 INFO  [Time-limited test {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: backup completed
2024-12-03T06:14:21,288 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T06:14:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1139): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system
2024-12-03T06:14:21,298 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION
2024-12-03T06:14:21,299 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:14:21,299 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "backup"
qualifier: "system"
 procId is: 26
2024-12-03T06:14:21,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26
2024-12-03T06:14:21,305 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-03T06:14:21,332 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741849_1025 (size=635)
2024-12-03T06:14:21,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26
2024-12-03T06:14:21,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26
2024-12-03T06:14:21,709 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-17332064523533'
2024-12-03T06:14:21,709 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-17332064523532'
2024-12-03T06:14:21,710 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-17332064523531'
2024-12-03T06:14:21,735 INFO  [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d51b0f21362a638b6e4367cd4ec6245b, NAME => 'backup:system,,1733206461287.d51b0f21362a638b6e4367cd4ec6245b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98
2024-12-03T06:14:21,771 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741850_1026 (size=40)
2024-12-03T06:14:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26
2024-12-03T06:14:22,177 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system,,1733206461287.d51b0f21362a638b6e4367cd4ec6245b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T06:14:22,177 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1722): Closing d51b0f21362a638b6e4367cd4ec6245b, disabling compactions & flushes
2024-12-03T06:14:22,177 INFO  [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system,,1733206461287.d51b0f21362a638b6e4367cd4ec6245b.
2024-12-03T06:14:22,177 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1733206461287.d51b0f21362a638b6e4367cd4ec6245b.
2024-12-03T06:14:22,177 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1733206461287.d51b0f21362a638b6e4367cd4ec6245b. after waiting 0 ms
2024-12-03T06:14:22,177 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1733206461287.d51b0f21362a638b6e4367cd4ec6245b.
2024-12-03T06:14:22,177 INFO  [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1973): Closed backup:system,,1733206461287.d51b0f21362a638b6e4367cd4ec6245b.
2024-12-03T06:14:22,178 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1676): Region close journal for d51b0f21362a638b6e4367cd4ec6245b:
Waiting for close lock at 1733206462177Disabling compacts and flushes for region at 1733206462177Disabling writes for close at 1733206462177Writing region close event to WAL at 1733206462177Closed at 1733206462177
2024-12-03T06:14:22,181 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META
2024-12-03T06:14:22,181 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system,,1733206461287.d51b0f21362a638b6e4367cd4ec6245b.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1733206462181"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733206462181"}]},"ts":"1733206462181"}
2024-12-03T06:14:22,186 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T06:14:22,192 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-03T06:14:22,192 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733206462192"}]},"ts":"1733206462192"}
2024-12-03T06:14:22,197 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLING in hbase:meta
2024-12-03T06:14:22,198 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=d51b0f21362a638b6e4367cd4ec6245b, ASSIGN}]
2024-12-03T06:14:22,203 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=d51b0f21362a638b6e4367cd4ec6245b, ASSIGN
2024-12-03T06:14:22,217 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system, region=d51b0f21362a638b6e4367cd4ec6245b, ASSIGN; state=OFFLINE, location=e3c6570475b6,46261,1733206439994; forceNewPlan=false, retain=false
2024-12-03T06:14:22,368 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=d51b0f21362a638b6e4367cd4ec6245b, regionState=OPENING, regionLocation=e3c6570475b6,46261,1733206439994
2024-12-03T06:14:22,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system, region=d51b0f21362a638b6e4367cd4ec6245b, ASSIGN because future has completed
2024-12-03T06:14:22,382 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure d51b0f21362a638b6e4367cd4ec6245b, server=e3c6570475b6,46261,1733206439994}]
2024-12-03T06:14:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26
2024-12-03T06:14:22,563 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(132): Open backup:system,,1733206461287.d51b0f21362a638b6e4367cd4ec6245b.
2024-12-03T06:14:22,564 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7752): Opening region: {ENCODED => d51b0f21362a638b6e4367cd4ec6245b, NAME => 'backup:system,,1733206461287.d51b0f21362a638b6e4367cd4ec6245b.', STARTKEY => '', ENDKEY => ''}
2024-12-03T06:14:22,564 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-12-03T06:14:22,565 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system d51b0f21362a638b6e4367cd4ec6245b
2024-12-03T06:14:22,565 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(898): Instantiated backup:system,,1733206461287.d51b0f21362a638b6e4367cd4ec6245b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T06:14:22,565 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7794): checking encryption for d51b0f21362a638b6e4367cd4ec6245b
2024-12-03T06:14:22,565 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7797): checking classloading for d51b0f21362a638b6e4367cd4ec6245b
2024-12-03T06:14:22,580 INFO  [StoreOpener-d51b0f21362a638b6e4367cd4ec6245b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region d51b0f21362a638b6e4367cd4ec6245b 
2024-12-03T06:14:22,585 INFO  [StoreOpener-d51b0f21362a638b6e4367cd4ec6245b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d51b0f21362a638b6e4367cd4ec6245b columnFamilyName meta
2024-12-03T06:14:22,586 DEBUG [StoreOpener-d51b0f21362a638b6e4367cd4ec6245b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:14:22,587 INFO  [StoreOpener-d51b0f21362a638b6e4367cd4ec6245b-1 {}] regionserver.HStore(327): Store=d51b0f21362a638b6e4367cd4ec6245b/meta,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T06:14:22,587 INFO  [StoreOpener-d51b0f21362a638b6e4367cd4ec6245b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region d51b0f21362a638b6e4367cd4ec6245b 
2024-12-03T06:14:22,590 INFO  [StoreOpener-d51b0f21362a638b6e4367cd4ec6245b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d51b0f21362a638b6e4367cd4ec6245b columnFamilyName session
2024-12-03T06:14:22,590 DEBUG [StoreOpener-d51b0f21362a638b6e4367cd4ec6245b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:14:22,591 INFO  [StoreOpener-d51b0f21362a638b6e4367cd4ec6245b-1 {}] regionserver.HStore(327): Store=d51b0f21362a638b6e4367cd4ec6245b/session,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T06:14:22,592 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1038): replaying wal for d51b0f21362a638b6e4367cd4ec6245b
2024-12-03T06:14:22,594 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b
2024-12-03T06:14:22,595 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b
2024-12-03T06:14:22,596 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1048): stopping wal replay for d51b0f21362a638b6e4367cd4ec6245b
2024-12-03T06:14:22,596 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1060): Cleaning up temporary data for d51b0f21362a638b6e4367cd4ec6245b
2024-12-03T06:14:22,597 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead.
2024-12-03T06:14:22,603 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): writing seq id for d51b0f21362a638b6e4367cd4ec6245b
2024-12-03T06:14:22,609 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T06:14:22,611 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1114): Opened d51b0f21362a638b6e4367cd4ec6245b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10729840320, jitterRate=-7.057487964630127E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864}
2024-12-03T06:14:22,611 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d51b0f21362a638b6e4367cd4ec6245b
2024-12-03T06:14:22,612 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1006): Region open journal for d51b0f21362a638b6e4367cd4ec6245b:
Running coprocessor pre-open hook at 1733206462565Writing region info on filesystem at 1733206462565Initializing all the Stores at 1733206462573 (+8 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733206462574 (+1 ms)Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733206462577 (+3 ms)Cleaning up temporary data from old regions at 1733206462596 (+19 ms)Running coprocessor post-open hooks at 1733206462611 (+15 ms)Region opened successfully at 1733206462612 (+1 ms)
2024-12-03T06:14:22,615 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system,,1733206461287.d51b0f21362a638b6e4367cd4ec6245b., pid=28, masterSystemTime=1733206462556
2024-12-03T06:14:22,620 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system,,1733206461287.d51b0f21362a638b6e4367cd4ec6245b.
2024-12-03T06:14:22,620 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(153): Opened backup:system,,1733206461287.d51b0f21362a638b6e4367cd4ec6245b.
2024-12-03T06:14:22,620 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=d51b0f21362a638b6e4367cd4ec6245b, regionState=OPEN, openSeqNum=2, regionLocation=e3c6570475b6,46261,1733206439994
2024-12-03T06:14:22,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure d51b0f21362a638b6e4367cd4ec6245b, server=e3c6570475b6,46261,1733206439994 because future has completed
2024-12-03T06:14:22,635 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27
2024-12-03T06:14:22,635 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure d51b0f21362a638b6e4367cd4ec6245b, server=e3c6570475b6,46261,1733206439994 in 246 msec
2024-12-03T06:14:22,642 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-12-03T06:14:22,642 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system, region=d51b0f21362a638b6e4367cd4ec6245b, ASSIGN in 437 msec
2024-12-03T06:14:22,645 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-03T06:14:22,646 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733206462645"}]},"ts":"1733206462645"}
2024-12-03T06:14:22,652 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLED in hbase:meta
2024-12-03T06:14:22,659 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION
2024-12-03T06:14:22,663 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system in 1.3710 sec
2024-12-03T06:14:23,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26
2024-12-03T06:14:23,454 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system completed
2024-12-03T06:14:23,487 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T06:14:23,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system_bulk
2024-12-03T06:14:23,493 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION
2024-12-03T06:14:23,494 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:14:23,494 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "backup"
qualifier: "system_bulk"
 procId is: 29
2024-12-03T06:14:23,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29
2024-12-03T06:14:23,499 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-03T06:14:23,511 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741851_1027 (size=640)
2024-12-03T06:14:23,514 INFO  [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c8a0920fb31dde7b32fd7520daa6e14e, NAME => 'backup:system_bulk,,1733206463486.c8a0920fb31dde7b32fd7520daa6e14e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98
2024-12-03T06:14:23,550 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741852_1028 (size=45)
2024-12-03T06:14:23,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29
2024-12-03T06:14:23,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29
2024-12-03T06:14:23,952 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1733206463486.c8a0920fb31dde7b32fd7520daa6e14e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T06:14:23,952 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1722): Closing c8a0920fb31dde7b32fd7520daa6e14e, disabling compactions & flushes
2024-12-03T06:14:23,952 INFO  [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1733206463486.c8a0920fb31dde7b32fd7520daa6e14e.
2024-12-03T06:14:23,952 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1733206463486.c8a0920fb31dde7b32fd7520daa6e14e.
2024-12-03T06:14:23,952 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1733206463486.c8a0920fb31dde7b32fd7520daa6e14e. after waiting 0 ms
2024-12-03T06:14:23,952 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1733206463486.c8a0920fb31dde7b32fd7520daa6e14e.
2024-12-03T06:14:23,952 INFO  [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1973): Closed backup:system_bulk,,1733206463486.c8a0920fb31dde7b32fd7520daa6e14e.
2024-12-03T06:14:23,952 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1676): Region close journal for c8a0920fb31dde7b32fd7520daa6e14e:
Waiting for close lock at 1733206463952Disabling compacts and flushes for region at 1733206463952Disabling writes for close at 1733206463952Writing region close event to WAL at 1733206463952Closed at 1733206463952
2024-12-03T06:14:23,954 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META
2024-12-03T06:14:23,954 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system_bulk,,1733206463486.c8a0920fb31dde7b32fd7520daa6e14e.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733206463954"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733206463954"}]},"ts":"1733206463954"}
2024-12-03T06:14:23,957 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T06:14:23,958 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-03T06:14:23,959 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733206463958"}]},"ts":"1733206463958"}
2024-12-03T06:14:23,961 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta
2024-12-03T06:14:23,962 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=c8a0920fb31dde7b32fd7520daa6e14e, ASSIGN}]
2024-12-03T06:14:23,964 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=c8a0920fb31dde7b32fd7520daa6e14e, ASSIGN
2024-12-03T06:14:23,965 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=c8a0920fb31dde7b32fd7520daa6e14e, ASSIGN; state=OFFLINE, location=e3c6570475b6,46261,1733206439994; forceNewPlan=false, retain=false
2024-12-03T06:14:24,116 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=c8a0920fb31dde7b32fd7520daa6e14e, regionState=OPENING, regionLocation=e3c6570475b6,46261,1733206439994
2024-12-03T06:14:24,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=c8a0920fb31dde7b32fd7520daa6e14e, ASSIGN because future has completed
2024-12-03T06:14:24,120 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8a0920fb31dde7b32fd7520daa6e14e, server=e3c6570475b6,46261,1733206439994}]
2024-12-03T06:14:24,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29
2024-12-03T06:14:24,280 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open backup:system_bulk,,1733206463486.c8a0920fb31dde7b32fd7520daa6e14e.
2024-12-03T06:14:24,280 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => c8a0920fb31dde7b32fd7520daa6e14e, NAME => 'backup:system_bulk,,1733206463486.c8a0920fb31dde7b32fd7520daa6e14e.', STARTKEY => '', ENDKEY => ''}
2024-12-03T06:14:24,281 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-12-03T06:14:24,281 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk c8a0920fb31dde7b32fd7520daa6e14e
2024-12-03T06:14:24,281 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1733206463486.c8a0920fb31dde7b32fd7520daa6e14e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T06:14:24,281 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for c8a0920fb31dde7b32fd7520daa6e14e
2024-12-03T06:14:24,281 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for c8a0920fb31dde7b32fd7520daa6e14e
2024-12-03T06:14:24,284 INFO  [StoreOpener-c8a0920fb31dde7b32fd7520daa6e14e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region c8a0920fb31dde7b32fd7520daa6e14e 
2024-12-03T06:14:24,287 INFO  [StoreOpener-c8a0920fb31dde7b32fd7520daa6e14e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8a0920fb31dde7b32fd7520daa6e14e columnFamilyName meta
2024-12-03T06:14:24,287 DEBUG [StoreOpener-c8a0920fb31dde7b32fd7520daa6e14e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:14:24,288 INFO  [StoreOpener-c8a0920fb31dde7b32fd7520daa6e14e-1 {}] regionserver.HStore(327): Store=c8a0920fb31dde7b32fd7520daa6e14e/meta,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T06:14:24,289 INFO  [StoreOpener-c8a0920fb31dde7b32fd7520daa6e14e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region c8a0920fb31dde7b32fd7520daa6e14e 
2024-12-03T06:14:24,291 INFO  [StoreOpener-c8a0920fb31dde7b32fd7520daa6e14e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8a0920fb31dde7b32fd7520daa6e14e columnFamilyName session
2024-12-03T06:14:24,291 DEBUG [StoreOpener-c8a0920fb31dde7b32fd7520daa6e14e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:14:24,292 INFO  [StoreOpener-c8a0920fb31dde7b32fd7520daa6e14e-1 {}] regionserver.HStore(327): Store=c8a0920fb31dde7b32fd7520daa6e14e/session,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T06:14:24,292 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for c8a0920fb31dde7b32fd7520daa6e14e
2024-12-03T06:14:24,293 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system_bulk/c8a0920fb31dde7b32fd7520daa6e14e
2024-12-03T06:14:24,293 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system_bulk/c8a0920fb31dde7b32fd7520daa6e14e
2024-12-03T06:14:24,294 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for c8a0920fb31dde7b32fd7520daa6e14e
2024-12-03T06:14:24,295 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for c8a0920fb31dde7b32fd7520daa6e14e
2024-12-03T06:14:24,295 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead.
2024-12-03T06:14:24,298 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for c8a0920fb31dde7b32fd7520daa6e14e
2024-12-03T06:14:24,300 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system_bulk/c8a0920fb31dde7b32fd7520daa6e14e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T06:14:24,301 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened c8a0920fb31dde7b32fd7520daa6e14e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9480588320, jitterRate=-0.11705140769481659}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864}
2024-12-03T06:14:24,301 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c8a0920fb31dde7b32fd7520daa6e14e
2024-12-03T06:14:24,302 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for c8a0920fb31dde7b32fd7520daa6e14e:
Running coprocessor pre-open hook at 1733206464282Writing region info on filesystem at 1733206464282Initializing all the Stores at 1733206464284 (+2 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733206464284Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733206464284Cleaning up temporary data from old regions at 1733206464295 (+11 ms)Running coprocessor post-open hooks at 1733206464302 (+7 ms)Region opened successfully at 1733206464302
2024-12-03T06:14:24,303 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system_bulk,,1733206463486.c8a0920fb31dde7b32fd7520daa6e14e., pid=31, masterSystemTime=1733206464274
2024-12-03T06:14:24,306 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system_bulk,,1733206463486.c8a0920fb31dde7b32fd7520daa6e14e.
2024-12-03T06:14:24,307 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened backup:system_bulk,,1733206463486.c8a0920fb31dde7b32fd7520daa6e14e.
2024-12-03T06:14:24,308 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=c8a0920fb31dde7b32fd7520daa6e14e, regionState=OPEN, openSeqNum=2, regionLocation=e3c6570475b6,46261,1733206439994
2024-12-03T06:14:24,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8a0920fb31dde7b32fd7520daa6e14e, server=e3c6570475b6,46261,1733206439994 because future has completed
2024-12-03T06:14:24,317 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30
2024-12-03T06:14:24,317 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure c8a0920fb31dde7b32fd7520daa6e14e, server=e3c6570475b6,46261,1733206439994 in 192 msec
2024-12-03T06:14:24,321 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-12-03T06:14:24,321 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=c8a0920fb31dde7b32fd7520daa6e14e, ASSIGN in 355 msec
2024-12-03T06:14:24,322 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-03T06:14:24,323 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733206464322"}]},"ts":"1733206464322"}
2024-12-03T06:14:24,325 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta
2024-12-03T06:14:24,327 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION
2024-12-03T06:14:24,331 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system_bulk in 840 msec
2024-12-03T06:14:24,358 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-12-03T06:14:24,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29
2024-12-03T06:14:24,634 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system_bulk completed
2024-12-03T06:14:24,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T06:14:24,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T06:14:24,896 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation
2024-12-03T06:14:24,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='activesession:', locateType=CURRENT is [region=backup:system,,1733206461287.d51b0f21362a638b6e4367cd4ec6245b., hostname=e3c6570475b6,46261,1733206439994, seqNum=2]
2024-12-03T06:14:24,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms
2024-12-03T06:14:24,937 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-12-03T06:14:24,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733206464937 (current time:1733206464937).
2024-12-03T06:14:24,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-12-03T06:14:24,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2
2024-12-03T06:14:24,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ace9932, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:14:24,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] client.ClusterIdFetcher(90): Going to request e3c6570475b6,33457,-1 for getting cluster id
2024-12-03T06:14:24,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T06:14:24,941 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5447c48c-7b10-4672-8d86-f5d5f17214a6'
2024-12-03T06:14:24,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T06:14:24,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5447c48c-7b10-4672-8d86-f5d5f17214a6"

2024-12-03T06:14:24,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55a3f9f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:14:24,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3c6570475b6,33457,-1]
2024-12-03T06:14:24,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T06:14:24,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:14:24,944 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T06:14:24,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@574fb9c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:14:24,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T06:14:24,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3c6570475b6,46261,1733206439994, seqNum=-1]
2024-12-03T06:14:24,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T06:14:24,953 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T06:14:24,955 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457.
2024-12-03T06:14:24,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T06:14:24,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:14:24,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:14:24,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-12-03T06:14:24,960 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T06:14:24,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-12-03T06:14:24,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32
2024-12-03T06:14:24,970 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-12-03T06:14:24,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-12-03T06:14:24,978 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-12-03T06:14:24,992 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-12-03T06:14:25,000 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741853_1029 (size=52)
2024-12-03T06:14:25,002 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-12-03T06:14:25,005 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d51b0f21362a638b6e4367cd4ec6245b}]
2024-12-03T06:14:25,010 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d51b0f21362a638b6e4367cd4ec6245b
2024-12-03T06:14:25,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-12-03T06:14:25,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46261 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33
2024-12-03T06:14:25,176 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1733206461287.d51b0f21362a638b6e4367cd4ec6245b.
2024-12-03T06:14:25,177 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing d51b0f21362a638b6e4367cd4ec6245b 2/2 column families, dataSize=45 B heapSize=632 B
2024-12-03T06:14:25,209 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/.tmp/session/79a2d44b55214b6eab2834d47f0b85bf is 49, key is activesession:/session:c/1733206464919/Put/seqid=0
2024-12-03T06:14:25,248 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741854_1030 (size=5049)
2024-12-03T06:14:25,251 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/.tmp/session/79a2d44b55214b6eab2834d47f0b85bf
2024-12-03T06:14:25,268 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/.tmp/session/79a2d44b55214b6eab2834d47f0b85bf as hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/session/79a2d44b55214b6eab2834d47f0b85bf
2024-12-03T06:14:25,292 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/session/79a2d44b55214b6eab2834d47f0b85bf, entries=1, sequenceid=5, filesize=4.9 K
2024-12-03T06:14:25,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-12-03T06:14:25,299 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for d51b0f21362a638b6e4367cd4ec6245b in 121ms, sequenceid=5, compaction requested=false
2024-12-03T06:14:25,299 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system'
2024-12-03T06:14:25,300 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for d51b0f21362a638b6e4367cd4ec6245b:

2024-12-03T06:14:25,300 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1733206461287.d51b0f21362a638b6e4367cd4ec6245b. for snapshot_backup_system completed.
2024-12-03T06:14:25,305 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1733206461287.d51b0f21362a638b6e4367cd4ec6245b.' region-info for snapshot=snapshot_backup_system
2024-12-03T06:14:25,310 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-12-03T06:14:25,313 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-12-03T06:14:25,313 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/session/79a2d44b55214b6eab2834d47f0b85bf] hfiles
2024-12-03T06:14:25,316 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/session/79a2d44b55214b6eab2834d47f0b85bf for snapshot=snapshot_backup_system
2024-12-03T06:14:25,345 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741855_1031 (size=95)
2024-12-03T06:14:25,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-12-03T06:14:25,744 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1733206461287.d51b0f21362a638b6e4367cd4ec6245b.
2024-12-03T06:14:25,747 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33
2024-12-03T06:14:25,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4169): Remote procedure done, pid=33
2024-12-03T06:14:25,751 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region d51b0f21362a638b6e4367cd4ec6245b
2024-12-03T06:14:25,751 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d51b0f21362a638b6e4367cd4ec6245b
2024-12-03T06:14:25,758 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-12-03T06:14:25,758 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d51b0f21362a638b6e4367cd4ec6245b in 748 msec
2024-12-03T06:14:25,759 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-12-03T06:14:25,762 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-12-03T06:14:25,764 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-12-03T06:14:25,764 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system
2024-12-03T06:14:25,768 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/.hbase-snapshot/.tmp/snapshot_backup_system
2024-12-03T06:14:25,798 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741856_1032 (size=731)
2024-12-03T06:14:25,805 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-12-03T06:14:25,834 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-12-03T06:14:25,835 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/.hbase-snapshot/snapshot_backup_system
2024-12-03T06:14:25,838 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-12-03T06:14:25,839 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32
2024-12-03T06:14:25,842 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 875 msec
2024-12-03T06:14:26,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-12-03T06:14:26,120 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed
2024-12-03T06:14:26,121 INFO  [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1733206461062 started at 1733206466120.
2024-12-03T06:14:26,147 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1733206461062 has been started.
2024-12-03T06:14:26,153 INFO  [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ...
2024-12-03T06:14:26,161 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.3 procedure request for: rolllog-proc
2024-12-03T06:14:26,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog
2024-12-03T06:14:26,165 INFO  [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog'
2024-12-03T06:14:26,165 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms
2024-12-03T06:14:26,165 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire'
2024-12-03T06:14:26,165 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members.
2024-12-03T06:14:26,166 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-12-03T06:14:26,166 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog
2024-12-03T06:14:26,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46261-0x10199d3687e0001, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-12-03T06:14:26,255 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/e3c6570475b6,46261,1733206439994
2024-12-03T06:14:26,255 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-12-03T06:14:26,256 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-12-03T06:14:26,256 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/e3c6570475b6,46261,1733206439994
2024-12-03T06:14:26,256 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire'
2024-12-03T06:14:26,256 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog
2024-12-03T06:14:26,257 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46261-0x10199d3687e0001, quorum=127.0.0.1:59168, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-12-03T06:14:26,258 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35
2024-12-03T06:14:26,258 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog
2024-12-03T06:14:26,258 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup.
2024-12-03T06:14:26,260 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure.
2024-12-03T06:14:26,260 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog
2024-12-03T06:14:26,261 DEBUG [member: 'e3c6570475b6,46261,1733206439994' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms
2024-12-03T06:14:26,261 DEBUG [member: 'e3c6570475b6,46261,1733206439994' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms
2024-12-03T06:14:26,261 DEBUG [member: 'e3c6570475b6,46261,1733206439994' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage
2024-12-03T06:14:26,262 DEBUG [member: 'e3c6570475b6,46261,1733206439994' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired
2024-12-03T06:14:26,262 DEBUG [member: 'e3c6570475b6,46261,1733206439994' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'e3c6570475b6,46261,1733206439994' joining acquired barrier for procedure (rolllog) in zk
2024-12-03T06:14:26,271 DEBUG [member: 'e3c6570475b6,46261,1733206439994' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog
2024-12-03T06:14:26,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/e3c6570475b6,46261,1733206439994
2024-12-03T06:14:26,271 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/e3c6570475b6,46261,1733206439994
2024-12-03T06:14:26,271 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-12-03T06:14:26,271 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-12-03T06:14:26,271 DEBUG [member: 'e3c6570475b6,46261,1733206439994' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46261-0x10199d3687e0001, quorum=127.0.0.1:59168, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog
2024-12-03T06:14:26,271 DEBUG [member: 'e3c6570475b6,46261,1733206439994' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator
2024-12-03T06:14:26,272 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-12-03T06:14:26,272 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-12-03T06:14:26,274 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T06:14:26,275 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------e3c6570475b6,46261,1733206439994
2024-12-03T06:14:26,276 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-12-03T06:14:26,277 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'e3c6570475b6,46261,1733206439994' joining acquired barrier for procedure 'rolllog' on coordinator
2024-12-03T06:14:26,277 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@706fd96d[Count = 0] remaining members to acquire global barrier
2024-12-03T06:14:26,277 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution.
2024-12-03T06:14:26,277 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog
2024-12-03T06:14:26,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46261-0x10199d3687e0001, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-12-03T06:14:26,287 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog
2024-12-03T06:14:26,287 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog
2024-12-03T06:14:26,287 DEBUG [member: 'e3c6570475b6,46261,1733206439994' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator.
2024-12-03T06:14:26,288 DEBUG [member: 'e3c6570475b6,46261,1733206439994' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish.
2024-12-03T06:14:26,288 DEBUG [rs(e3c6570475b6,46261,1733206439994)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: e3c6570475b6,46261,1733206439994
2024-12-03T06:14:26,291 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/e3c6570475b6,46261,1733206439994
2024-12-03T06:14:26,291 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release'
2024-12-03T06:14:26,299 INFO  [rs(e3c6570475b6,46261,1733206439994)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1733206443939 highest: 1733206453808 on e3c6570475b6,46261,1733206439994
2024-12-03T06:14:26,299 DEBUG [regionserver/e3c6570475b6:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-1:(num 1733206453808) roll requested
2024-12-03T06:14:26,315 DEBUG [regionserver/e3c6570475b6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-1.1733206466300, exclude list is [], retry=0
2024-12-03T06:14:26,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39825,DS-f70c6145-0263-4ea9-9ab5-2c4c76794b8f,DISK]
2024-12-03T06:14:26,328 INFO  [regionserver/e3c6570475b6:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-1.1733206453808 with entries=24, filesize=4.64 KB; new WAL /user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-1.1733206466300
2024-12-03T06:14:26,332 DEBUG [regionserver/e3c6570475b6:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38055:38055)]
2024-12-03T06:14:26,333 DEBUG [regionserver/e3c6570475b6:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-1.1733206453808 is not closed yet, will try archiving it next time
2024-12-03T06:14:26,333 DEBUG [regionserver/e3c6570475b6:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-0:(num 1733206443939) roll requested
2024-12-03T06:14:26,348 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741840_1016 (size=4756)
2024-12-03T06:14:26,355 DEBUG [regionserver/e3c6570475b6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-0.1733206466333, exclude list is [], retry=0
2024-12-03T06:14:26,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39825,DS-f70c6145-0263-4ea9-9ab5-2c4c76794b8f,DISK]
2024-12-03T06:14:26,370 INFO  [regionserver/e3c6570475b6:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-0.1733206443939 with entries=3, filesize=1.00 KB; new WAL /user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-0.1733206466333
2024-12-03T06:14:26,372 DEBUG [regionserver/e3c6570475b6:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38055:38055)]
2024-12-03T06:14:26,372 DEBUG [regionserver/e3c6570475b6:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-0.1733206443939 is not closed yet, will try archiving it next time
2024-12-03T06:14:26,372 DEBUG [regionserver/e3c6570475b6:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e3c6570475b6%2C46261%2C1733206439994.meta:.meta(num 1733206444846) roll requested
2024-12-03T06:14:26,382 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741833_1009 (size=1034)
2024-12-03T06:14:26,392 DEBUG [regionserver/e3c6570475b6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.meta.1733206466372.meta, exclude list is [], retry=0
2024-12-03T06:14:26,401 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-0.1733206443939 to hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/oldWALs/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-0.1733206443939
2024-12-03T06:14:26,402 DEBUG [rs(e3c6570475b6,46261,1733206439994)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 103
2024-12-03T06:14:26,403 INFO  [rs(e3c6570475b6,46261,1733206439994)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1733206466333 on e3c6570475b6,46261,1733206439994
2024-12-03T06:14:26,403 DEBUG [rs(e3c6570475b6,46261,1733206439994)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T06:14:26,403 DEBUG [rs(e3c6570475b6,46261,1733206439994)-backup-pool-0 {}] client.AsyncConnectionImpl(321): The fetched master address is e3c6570475b6,33457,1733206437938
2024-12-03T06:14:26,404 DEBUG [rs(e3c6570475b6,46261,1733206439994)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@270dc720
2024-12-03T06:14:26,404 DEBUG [rs(e3c6570475b6,46261,1733206439994)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T06:14:26,405 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43009, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService
2024-12-03T06:14:26,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39825,DS-f70c6145-0263-4ea9-9ab5-2c4c76794b8f,DISK]
2024-12-03T06:14:26,407 DEBUG [rs(e3c6570475b6,46261,1733206439994)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T06:14:26,407 DEBUG [rs(e3c6570475b6,46261,1733206439994)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3c6570475b6,46261,1733206439994, seqNum=-1]
2024-12-03T06:14:26,408 DEBUG [rs(e3c6570475b6,46261,1733206439994)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T06:14:26,413 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37715, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService
2024-12-03T06:14:26,424 INFO  [regionserver/e3c6570475b6:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.meta.1733206444846.meta with entries=42, filesize=11.76 KB; new WAL /user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.meta.1733206466372.meta
2024-12-03T06:14:26,428 DEBUG [regionserver/e3c6570475b6:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38055:38055)]
2024-12-03T06:14:26,428 DEBUG [regionserver/e3c6570475b6:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.meta.1733206444846.meta is not closed yet, will try archiving it next time
2024-12-03T06:14:26,434 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741834_1010 (size=12055)
2024-12-03T06:14:26,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T06:14:26,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T06:14:26,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='rslogts:hdfs://localhost:45613/backupUT\x00', locateType=CURRENT is [region=backup:system,,1733206461287.d51b0f21362a638b6e4367cd4ec6245b., hostname=e3c6570475b6,46261,1733206439994, seqNum=2]
2024-12-03T06:14:26,463 DEBUG [member: 'e3c6570475b6,46261,1733206439994' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed
2024-12-03T06:14:26,463 DEBUG [member: 'e3c6570475b6,46261,1733206439994' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure  'rolllog' completed for member 'e3c6570475b6,46261,1733206439994' in zk
2024-12-03T06:14:26,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/e3c6570475b6,46261,1733206439994
2024-12-03T06:14:26,476 DEBUG [member: 'e3c6570475b6,46261,1733206439994' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion
2024-12-03T06:14:26,476 DEBUG [member: 'e3c6570475b6,46261,1733206439994' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-12-03T06:14:26,476 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/e3c6570475b6,46261,1733206439994
2024-12-03T06:14:26,476 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-12-03T06:14:26,476 DEBUG [member: 'e3c6570475b6,46261,1733206439994' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed.
2024-12-03T06:14:26,476 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-12-03T06:14:26,477 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-12-03T06:14:26,477 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-12-03T06:14:26,478 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T06:14:26,478 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------e3c6570475b6,46261,1733206439994
2024-12-03T06:14:26,478 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-12-03T06:14:26,479 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T06:14:26,479 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------e3c6570475b6,46261,1733206439994
2024-12-03T06:14:26,480 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'e3c6570475b6,46261,1733206439994': 
2024-12-03T06:14:26,481 INFO  [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed
2024-12-03T06:14:26,481 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase.
2024-12-03T06:14:26,481 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures
2024-12-03T06:14:26,481 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog
2024-12-03T06:14:26,481 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'e3c6570475b6,46261,1733206439994' released barrier for procedure'rolllog', counting down latch.  Waiting for 0 more
2024-12-03T06:14:26,481 INFO  [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort
2024-12-03T06:14:26,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-12-03T06:14:26,492 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog
2024-12-03T06:14:26,492 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-12-03T06:14:26,492 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-12-03T06:14:26,493 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-12-03T06:14:26,493 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/e3c6570475b6,46261,1733206439994
2024-12-03T06:14:26,493 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T06:14:26,494 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-12-03T06:14:26,495 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T06:14:26,495 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------e3c6570475b6,46261,1733206439994
2024-12-03T06:14:26,496 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/e3c6570475b6,46261,1733206439994
2024-12-03T06:14:26,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46261-0x10199d3687e0001, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-12-03T06:14:26,496 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog
2024-12-03T06:14:26,496 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog
2024-12-03T06:14:26,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46261-0x10199d3687e0001, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort
2024-12-03T06:14:26,497 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-12-03T06:14:26,497 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T06:14:26,498 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------e3c6570475b6,46261,1733206439994
2024-12-03T06:14:26,502 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort
2024-12-03T06:14:26,502 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-12-03T06:14:26,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/e3c6570475b6,46261,1733206439994
2024-12-03T06:14:26,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46261-0x10199d3687e0001, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-12-03T06:14:26,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-12-03T06:14:26,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-12-03T06:14:26,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/e3c6570475b6,46261,1733206439994
2024-12-03T06:14:26,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-12-03T06:14:26,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-12-03T06:14:26,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-12-03T06:14:26,513 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-12-03T06:14:26,513 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-12-03T06:14:26,514 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-12-03T06:14:26,514 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog
2024-12-03T06:14:26,514 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful!
2024-12-03T06:14:26,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done
2024-12-03T06:14:26,535 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1733206466533_default_test-1733206452353 table=test-1733206452353 type=FLUSH ttl=0 }
2024-12-03T06:14:26,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733206466535 (current time:1733206466535).
2024-12-03T06:14:26,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-12-03T06:14:26,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733206466533_default_test-1733206452353 VERSION not specified, setting to 2
2024-12-03T06:14:26,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6154c9b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:14:26,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] client.ClusterIdFetcher(90): Going to request e3c6570475b6,33457,-1 for getting cluster id
2024-12-03T06:14:26,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T06:14:26,537 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5447c48c-7b10-4672-8d86-f5d5f17214a6'
2024-12-03T06:14:26,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T06:14:26,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5447c48c-7b10-4672-8d86-f5d5f17214a6"

2024-12-03T06:14:26,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46262e52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:14:26,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3c6570475b6,33457,-1]
2024-12-03T06:14:26,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T06:14:26,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:14:26,540 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T06:14:26,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45adbbec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:14:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T06:14:26,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3c6570475b6,46261,1733206439994, seqNum=-1]
2024-12-03T06:14:26,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T06:14:26,545 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T06:14:26,547 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457.
2024-12-03T06:14:26,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T06:14:26,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:14:26,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:14:26,548 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T06:14:26,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-12-03T06:14:26,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733206466533_default_test-1733206452353 table=test-1733206452353 type=FLUSH ttl=0 }
2024-12-03T06:14:26,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733206466533_default_test-1733206452353 table=test-1733206452353 type=FLUSH ttl=0 }, snapshot procedure id = 34
2024-12-03T06:14:26,556 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733206466533_default_test-1733206452353 table=test-1733206452353 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-12-03T06:14:26,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-12-03T06:14:26,559 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733206466533_default_test-1733206452353 table=test-1733206452353 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-12-03T06:14:26,568 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733206466533_default_test-1733206452353 table=test-1733206452353 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-12-03T06:14:26,603 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741860_1036 (size=84)
2024-12-03T06:14:26,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-12-03T06:14:26,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-12-03T06:14:27,003 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-03T06:14:27,005 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733206466533_default_test-1733206452353 table=test-1733206452353 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-12-03T06:14:27,005 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2313eb395c51f8c7dd5b149e1fee94a5}]
2024-12-03T06:14:27,007 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2313eb395c51f8c7dd5b149e1fee94a5
2024-12-03T06:14:27,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46261 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35
2024-12-03T06:14:27,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5.
2024-12-03T06:14:27,161 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 2313eb395c51f8c7dd5b149e1fee94a5 3/3 column families, dataSize=654 B heapSize=2.25 KB
2024-12-03T06:14:27,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-12-03T06:14:27,192 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/.tmp/f3/4b484ab9ab7e4ff29aade98b8b771348 is 58, key is row-test-1733206452353-3-0/f3:q1/1733206460988/Put/seqid=0
2024-12-03T06:14:27,204 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741861_1037 (size=5387)
2024-12-03T06:14:27,606 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=324 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/.tmp/f3/4b484ab9ab7e4ff29aade98b8b771348
2024-12-03T06:14:27,661 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741862_1038 (size=4469)
2024-12-03T06:14:27,684 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/.tmp/mob/df6cd1acd69148a9994ce832a6128f4d is 59, key is row-test-1733206452353-3-0/mob:q1/1733206461030/Put/seqid=0
2024-12-03T06:14:27,694 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741863_1039 (size=5484)
2024-12-03T06:14:27,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-12-03T06:14:27,698 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=330, hasBloomFilter=true, into tmp file hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/.tmp/mob/df6cd1acd69148a9994ce832a6128f4d
2024-12-03T06:14:27,711 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/.tmp/f3/4b484ab9ab7e4ff29aade98b8b771348 as hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/f3/4b484ab9ab7e4ff29aade98b8b771348
2024-12-03T06:14:27,712 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk'
2024-12-03T06:14:27,724 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/f3/4b484ab9ab7e4ff29aade98b8b771348, entries=6, sequenceid=121, filesize=5.3 K
2024-12-03T06:14:27,726 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/.tmp/mob/df6cd1acd69148a9994ce832a6128f4d as hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/mob/df6cd1acd69148a9994ce832a6128f4d
2024-12-03T06:14:27,738 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/mob/df6cd1acd69148a9994ce832a6128f4d, entries=6, sequenceid=121, filesize=5.4 K
2024-12-03T06:14:27,741 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~654 B/654, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 2313eb395c51f8c7dd5b149e1fee94a5 in 580ms, sequenceid=121, compaction requested=false
2024-12-03T06:14:27,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 2313eb395c51f8c7dd5b149e1fee94a5:

2024-12-03T06:14:27,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5. for snapshot_1733206466533_default_test-1733206452353 completed.
2024-12-03T06:14:27,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5.' region-info for snapshot=snapshot_1733206466533_default_test-1733206452353
2024-12-03T06:14:27,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-12-03T06:14:27,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/f/a21bec87d82e42b6997aa5f3521cda14] hfiles
2024-12-03T06:14:27,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/f/a21bec87d82e42b6997aa5f3521cda14 for snapshot=snapshot_1733206466533_default_test-1733206452353
2024-12-03T06:14:27,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/f3/4b484ab9ab7e4ff29aade98b8b771348] hfiles
2024-12-03T06:14:27,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/f3/4b484ab9ab7e4ff29aade98b8b771348 for snapshot=snapshot_1733206466533_default_test-1733206452353
2024-12-03T06:14:27,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/mob/df6cd1acd69148a9994ce832a6128f4d] hfiles
2024-12-03T06:14:27,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/mob/df6cd1acd69148a9994ce832a6128f4d for snapshot=snapshot_1733206466533_default_test-1733206452353
2024-12-03T06:14:27,771 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741864_1040 (size=185)
2024-12-03T06:14:27,772 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5.
2024-12-03T06:14:27,772 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35
2024-12-03T06:14:27,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4169): Remote procedure done, pid=35
2024-12-03T06:14:27,777 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733206466533_default_test-1733206452353 on region 2313eb395c51f8c7dd5b149e1fee94a5
2024-12-03T06:14:27,777 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2313eb395c51f8c7dd5b149e1fee94a5
2024-12-03T06:14:27,792 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34
2024-12-03T06:14:27,792 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2313eb395c51f8c7dd5b149e1fee94a5 in 779 msec
2024-12-03T06:14:27,792 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733206466533_default_test-1733206452353 table=test-1733206452353 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-12-03T06:14:27,794 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733206466533_default_test-1733206452353 table=test-1733206452353 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-12-03T06:14:27,798 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-12-03T06:14:27,798 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-12-03T06:14:27,798 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:14:27,799 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f
2024-12-03T06:14:27,800 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:14:27,801 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f3
2024-12-03T06:14:27,801 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:14:27,802 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: mob
2024-12-03T06:14:27,817 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741865_1041 (size=49)
2024-12-03T06:14:28,219 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733206466533_default_test-1733206452353 table=test-1733206452353 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-12-03T06:14:28,219 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733206466533_default_test-1733206452353
2024-12-03T06:14:28,220 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/.hbase-snapshot/.tmp/snapshot_1733206466533_default_test-1733206452353
2024-12-03T06:14:28,238 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741866_1042 (size=1146)
2024-12-03T06:14:28,320 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system
2024-12-03T06:14:28,320 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer
2024-12-03T06:14:28,321 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17332064523533
2024-12-03T06:14:28,321 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-17332064523533 Metrics about Tables on a single HBase RegionServer
2024-12-03T06:14:28,322 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk
2024-12-03T06:14:28,322 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer
2024-12-03T06:14:28,646 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733206466533_default_test-1733206452353 table=test-1733206452353 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-12-03T06:14:28,659 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733206466533_default_test-1733206452353 table=test-1733206452353 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-12-03T06:14:28,660 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/.hbase-snapshot/.tmp/snapshot_1733206466533_default_test-1733206452353 to hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/.hbase-snapshot/snapshot_1733206466533_default_test-1733206452353
2024-12-03T06:14:28,663 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733206466533_default_test-1733206452353 table=test-1733206452353 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-12-03T06:14:28,663 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733206466533_default_test-1733206452353 table=test-1733206452353 type=FLUSH ttl=0 }, snapshot procedure id = 34
2024-12-03T06:14:28,669 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733206466533_default_test-1733206452353 table=test-1733206452353 type=FLUSH ttl=0 } in 2.1110 sec
2024-12-03T06:14:28,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-12-03T06:14:28,714 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1733206452353 completed
2024-12-03T06:14:28,715 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1733206468714_ns2_test-17332064523531 table=ns2:test-17332064523531 type=FLUSH ttl=0 }
2024-12-03T06:14:28,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733206468715 (current time:1733206468715).
2024-12-03T06:14:28,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-12-03T06:14:28,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733206468714_ns2_test-17332064523531 VERSION not specified, setting to 2
2024-12-03T06:14:28,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@340f8c50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:14:28,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] client.ClusterIdFetcher(90): Going to request e3c6570475b6,33457,-1 for getting cluster id
2024-12-03T06:14:28,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T06:14:28,718 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5447c48c-7b10-4672-8d86-f5d5f17214a6'
2024-12-03T06:14:28,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T06:14:28,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5447c48c-7b10-4672-8d86-f5d5f17214a6"

2024-12-03T06:14:28,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73f3f0a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:14:28,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3c6570475b6,33457,-1]
2024-12-03T06:14:28,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T06:14:28,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:14:28,725 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T06:14:28,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@371a9c08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:14:28,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T06:14:28,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3c6570475b6,46261,1733206439994, seqNum=-1]
2024-12-03T06:14:28,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T06:14:28,733 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T06:14:28,735 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457.
2024-12-03T06:14:28,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T06:14:28,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:14:28,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:14:28,735 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T06:14:28,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-12-03T06:14:28,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733206468714_ns2_test-17332064523531 table=ns2:test-17332064523531 type=FLUSH ttl=0 }
2024-12-03T06:14:28,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733206468714_ns2_test-17332064523531 table=ns2:test-17332064523531 type=FLUSH ttl=0 }, snapshot procedure id = 36
2024-12-03T06:14:28,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-12-03T06:14:28,744 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733206468714_ns2_test-17332064523531 table=ns2:test-17332064523531 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-12-03T06:14:28,747 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733206468714_ns2_test-17332064523531 table=ns2:test-17332064523531 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-12-03T06:14:28,752 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733206468714_ns2_test-17332064523531 table=ns2:test-17332064523531 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-12-03T06:14:28,766 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741867_1043 (size=86)
2024-12-03T06:14:28,768 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733206468714_ns2_test-17332064523531 table=ns2:test-17332064523531 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-12-03T06:14:28,768 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0fc8e072545f89745c5aab3361a5edab}]
2024-12-03T06:14:28,769 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0fc8e072545f89745c5aab3361a5edab
2024-12-03T06:14:28,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-12-03T06:14:28,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46261 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37
2024-12-03T06:14:28,923 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17332064523531,,1733206454558.0fc8e072545f89745c5aab3361a5edab.
2024-12-03T06:14:28,923 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing 0fc8e072545f89745c5aab3361a5edab 1/1 column families, dataSize=3.17 KB heapSize=11 KB
2024-12-03T06:14:28,947 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/ns2/test-17332064523531/0fc8e072545f89745c5aab3361a5edab/.tmp/f/e6ff5977fb9b42b6bc0b763a40dbc4b7 is 37, key is row10/f:q1/1733206456739/Put/seqid=0
2024-12-03T06:14:28,961 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741868_1044 (size=8413)
2024-12-03T06:14:29,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-12-03T06:14:29,360 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/ns2/test-17332064523531/0fc8e072545f89745c5aab3361a5edab/.tmp/f/e6ff5977fb9b42b6bc0b763a40dbc4b7
2024-12-03T06:14:29,372 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/ns2/test-17332064523531/0fc8e072545f89745c5aab3361a5edab/.tmp/f/e6ff5977fb9b42b6bc0b763a40dbc4b7 as hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/ns2/test-17332064523531/0fc8e072545f89745c5aab3361a5edab/f/e6ff5977fb9b42b6bc0b763a40dbc4b7
2024-12-03T06:14:29,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-12-03T06:14:29,382 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/ns2/test-17332064523531/0fc8e072545f89745c5aab3361a5edab/f/e6ff5977fb9b42b6bc0b763a40dbc4b7, entries=99, sequenceid=103, filesize=8.2 K
2024-12-03T06:14:29,384 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 0fc8e072545f89745c5aab3361a5edab in 461ms, sequenceid=103, compaction requested=false
2024-12-03T06:14:29,384 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for 0fc8e072545f89745c5aab3361a5edab:

2024-12-03T06:14:29,384 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17332064523531,,1733206454558.0fc8e072545f89745c5aab3361a5edab. for snapshot_1733206468714_ns2_test-17332064523531 completed.
2024-12-03T06:14:29,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17332064523531,,1733206454558.0fc8e072545f89745c5aab3361a5edab.' region-info for snapshot=snapshot_1733206468714_ns2_test-17332064523531
2024-12-03T06:14:29,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-12-03T06:14:29,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/ns2/test-17332064523531/0fc8e072545f89745c5aab3361a5edab/f/e6ff5977fb9b42b6bc0b763a40dbc4b7] hfiles
2024-12-03T06:14:29,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/ns2/test-17332064523531/0fc8e072545f89745c5aab3361a5edab/f/e6ff5977fb9b42b6bc0b763a40dbc4b7 for snapshot=snapshot_1733206468714_ns2_test-17332064523531
2024-12-03T06:14:29,391 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741869_1045 (size=91)
2024-12-03T06:14:29,783 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-12-03T06:14:29,792 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17332064523531,,1733206454558.0fc8e072545f89745c5aab3361a5edab.
2024-12-03T06:14:29,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37
2024-12-03T06:14:29,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4169): Remote procedure done, pid=37
2024-12-03T06:14:29,793 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733206468714_ns2_test-17332064523531 on region 0fc8e072545f89745c5aab3361a5edab
2024-12-03T06:14:29,794 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0fc8e072545f89745c5aab3361a5edab
2024-12-03T06:14:29,799 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36
2024-12-03T06:14:29,799 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733206468714_ns2_test-17332064523531 table=ns2:test-17332064523531 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-12-03T06:14:29,799 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0fc8e072545f89745c5aab3361a5edab in 1.0270 sec
2024-12-03T06:14:29,800 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733206468714_ns2_test-17332064523531 table=ns2:test-17332064523531 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-12-03T06:14:29,802 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733206468714_ns2_test-17332064523531 table=ns2:test-17332064523531 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-12-03T06:14:29,802 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733206468714_ns2_test-17332064523531
2024-12-03T06:14:29,803 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/.hbase-snapshot/.tmp/snapshot_1733206468714_ns2_test-17332064523531
2024-12-03T06:14:29,821 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741870_1046 (size=456)
2024-12-03T06:14:29,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-12-03T06:14:30,225 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733206468714_ns2_test-17332064523531 table=ns2:test-17332064523531 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-12-03T06:14:30,238 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733206468714_ns2_test-17332064523531 table=ns2:test-17332064523531 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-12-03T06:14:30,239 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/.hbase-snapshot/.tmp/snapshot_1733206468714_ns2_test-17332064523531 to hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/.hbase-snapshot/snapshot_1733206468714_ns2_test-17332064523531
2024-12-03T06:14:30,242 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733206468714_ns2_test-17332064523531 table=ns2:test-17332064523531 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-12-03T06:14:30,242 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733206468714_ns2_test-17332064523531 table=ns2:test-17332064523531 type=FLUSH ttl=0 }, snapshot procedure id = 36
2024-12-03T06:14:30,245 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733206468714_ns2_test-17332064523531 table=ns2:test-17332064523531 type=FLUSH ttl=0 } in 1.5050 sec
2024-12-03T06:14:30,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-12-03T06:14:30,894 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17332064523531 completed
2024-12-03T06:14:30,894 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1733206461062
2024-12-03T06:14:30,894 INFO  [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting.
2024-12-03T06:14:30,896 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied.
2024-12-03T06:14:30,897 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733206461062_test-1733206452353
2024-12-03T06:14:30,898 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733206466533_default_test-1733206452353 to hdfs://localhost:45613/backupUT/backup_1733206461062/default/test-1733206452353/
2024-12-03T06:14:30,903 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY
2024-12-03T06:14:30,941 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:45613, inputRoot=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98
2024-12-03T06:14:30,942 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-889099208_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:45613/backupUT/backup_1733206461062/default/test-1733206452353, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:45613/backupUT/backup_1733206461062/default/test-1733206452353/.hbase-snapshot/.tmp/snapshot_1733206466533_default_test-1733206452353
2024-12-03T06:14:30,944 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-12-03T06:14:30,953 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/.hbase-snapshot/snapshot_1733206466533_default_test-1733206452353 to hdfs://localhost:45613/backupUT/backup_1733206461062/default/test-1733206452353/.hbase-snapshot/.tmp/snapshot_1733206466533_default_test-1733206452353
2024-12-03T06:14:30,968 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741871_1047 (size=1146)
2024-12-03T06:14:30,976 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741872_1048 (size=84)
2024-12-03T06:14:31,383 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:14:31,383 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:14:31,384 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:14:32,449 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop-6393229317783632367.jar
2024-12-03T06:14:32,450 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:14:32,450 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:14:32,518 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop-7990192092461537620.jar
2024-12-03T06:14:32,519 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:14:32,519 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:14:32,520 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:14:32,520 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:14:32,520 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:14:32,521 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:14:32,521 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-03T06:14:32,522 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-12-03T06:14:32,522 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-12-03T06:14:32,522 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-12-03T06:14:32,523 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-12-03T06:14:32,523 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-12-03T06:14:32,524 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-12-03T06:14:32,524 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-12-03T06:14:32,525 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-12-03T06:14:32,525 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-12-03T06:14:32,526 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-12-03T06:14:32,528 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T06:14:32,529 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T06:14:32,529 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T06:14:32,530 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T06:14:32,530 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T06:14:32,530 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T06:14:32,531 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T06:14:32,609 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-12-03T06:14:32,627 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-12-03T06:14:32,637 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733206466533_default_test-1733206452353' hfile list
2024-12-03T06:14:32,645 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=18.8 K
2024-12-03T06:14:32,904 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/mapreduce.cluster.local.dir/job_local1460056285_0001_cae52087-11a9-40df-9a95-a0cfe47dc5ae/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-12-03T06:14:32,905 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/mapreduce.cluster.local.dir/job_local1460056285_0001_cae52087-11a9-40df-9a95-a0cfe47dc5ae/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-12-03T06:14:33,082 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M
2024-12-03T06:14:33,169 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741873_1049 (size=8413)
2024-12-03T06:14:33,588 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/f/a21bec87d82e42b6997aa5f3521cda14 output=hdfs://localhost:45613/backupUT/backup_1733206461062/default/test-1733206452353/archive/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/f/a21bec87d82e42b6997aa5f3521cda14
2024-12-03T06:14:33,590 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.016M/sec
2024-12-03T06:14:33,652 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741874_1050 (size=5484)
2024-12-03T06:14:34,057 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/mob/df6cd1acd69148a9994ce832a6128f4d output=hdfs://localhost:45613/backupUT/backup_1733206461062/default/test-1733206452353/archive/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/mob/df6cd1acd69148a9994ce832a6128f4d
2024-12-03T06:14:34,057 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5484 (5.4 K) time=0sec 0.012M/sec
2024-12-03T06:14:34,122 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741875_1051 (size=5387)
2024-12-03T06:14:34,529 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/f3/4b484ab9ab7e4ff29aade98b8b771348 output=hdfs://localhost:45613/backupUT/backup_1733206461062/default/test-1733206452353/archive/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/f3/4b484ab9ab7e4ff29aade98b8b771348
2024-12-03T06:14:34,530 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5387 (5.3 K) time=0sec 0.011M/sec
2024-12-03T06:14:34,992 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-12-03T06:14:34,993 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-12-03T06:14:35,005 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733206466533_default_test-1733206452353
2024-12-03T06:14:35,005 INFO  [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733206466533_default_test-1733206452353 finished.
2024-12-03T06:14:35,005 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733206461062_ns2:test-17332064523531
2024-12-03T06:14:35,005 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733206468714_ns2_test-17332064523531 to hdfs://localhost:45613/backupUT/backup_1733206461062/ns2/test-17332064523531/
2024-12-03T06:14:35,006 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY
2024-12-03T06:14:35,038 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:45613, inputRoot=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98
2024-12-03T06:14:35,039 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-889099208_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:45613/backupUT/backup_1733206461062/ns2/test-17332064523531, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:45613/backupUT/backup_1733206461062/ns2/test-17332064523531/.hbase-snapshot/.tmp/snapshot_1733206468714_ns2_test-17332064523531
2024-12-03T06:14:35,041 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-12-03T06:14:35,047 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/.hbase-snapshot/snapshot_1733206468714_ns2_test-17332064523531 to hdfs://localhost:45613/backupUT/backup_1733206461062/ns2/test-17332064523531/.hbase-snapshot/.tmp/snapshot_1733206468714_ns2_test-17332064523531
2024-12-03T06:14:35,066 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741876_1052 (size=86)
2024-12-03T06:14:35,067 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741877_1053 (size=456)
2024-12-03T06:14:35,468 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:14:35,469 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:14:35,469 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:14:36,476 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop-13501115486166630576.jar
2024-12-03T06:14:36,477 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:14:36,477 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:14:36,561 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop-6877172849751843682.jar
2024-12-03T06:14:36,562 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:14:36,562 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:14:36,562 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:14:36,563 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:14:36,563 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:14:36,564 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:14:36,564 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-03T06:14:36,564 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-12-03T06:14:36,565 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-12-03T06:14:36,565 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-12-03T06:14:36,566 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-12-03T06:14:36,566 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-12-03T06:14:36,566 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-12-03T06:14:36,567 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-12-03T06:14:36,567 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-12-03T06:14:36,568 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-12-03T06:14:36,568 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-12-03T06:14:36,569 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T06:14:36,569 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T06:14:36,569 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T06:14:36,570 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T06:14:36,570 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T06:14:36,571 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T06:14:36,571 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T06:14:36,623 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-12-03T06:14:36,638 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-12-03T06:14:36,645 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733206468714_ns2_test-17332064523531' hfile list
2024-12-03T06:14:36,648 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=8.2 K
2024-12-03T06:14:36,771 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/mapreduce.cluster.local.dir/job_local1254746742_0002_ec50074d-8f97-46ff-9305-e4d520ec1a61/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-12-03T06:14:36,771 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/mapreduce.cluster.local.dir/job_local1254746742_0002_ec50074d-8f97-46ff-9305-e4d520ec1a61/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-12-03T06:14:36,868 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M
2024-12-03T06:14:36,924 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741878_1054 (size=8413)
2024-12-03T06:14:37,334 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/ns2/test-17332064523531/0fc8e072545f89745c5aab3361a5edab/f/e6ff5977fb9b42b6bc0b763a40dbc4b7 output=hdfs://localhost:45613/backupUT/backup_1733206461062/ns2/test-17332064523531/archive/data/ns2/test-17332064523531/0fc8e072545f89745c5aab3361a5edab/f/e6ff5977fb9b42b6bc0b763a40dbc4b7
2024-12-03T06:14:37,334 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.018M/sec
2024-12-03T06:14:37,828 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-12-03T06:14:37,829 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-12-03T06:14:37,835 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733206468714_ns2_test-17332064523531
2024-12-03T06:14:37,835 INFO  [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733206468714_ns2_test-17332064523531 finished.
2024-12-03T06:14:37,836 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1733206452353
2024-12-03T06:14:37,836 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17332064523531
2024-12-03T06:14:37,882 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733206461062
2024-12-03T06:14:37,882 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it.
2024-12-03T06:14:37,890 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741879_1055 (size=130)
2024-12-03T06:14:38,291 INFO  [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:45613/backupUT/backup_1733206461062/.backup.manifest
2024-12-03T06:14:38,293 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1733206461062 finished: type=FULL,tablelist=test-1733206452353;ns2:test-17332064523531,targetRootDir=hdfs://localhost:45613/backupUT,startts=1733206466120,completets=1733206477881,bytescopied=0
2024-12-03T06:14:38,293 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup.
2024-12-03T06:14:38,294 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733206466533_default_test-1733206452353
2024-12-03T06:14:38,298 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1733206466533_default_test-1733206452353"
type: DISABLED

2024-12-03T06:14:38,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733206466533_default_test-1733206452353
2024-12-03T06:14:38,303 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733206466533_default_test-1733206452353 for backup backup_1733206461062 succeeded.
2024-12-03T06:14:38,303 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733206468714_ns2_test-17332064523531
2024-12-03T06:14:38,304 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1733206468714_ns2_test-17332064523531"
type: DISABLED

2024-12-03T06:14:38,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733206468714_ns2_test-17332064523531
2024-12-03T06:14:38,308 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733206468714_ns2_test-17332064523531 for backup backup_1733206461062 succeeded.
2024-12-03T06:14:38,309 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system
2024-12-03T06:14:38,319 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_backup_system"
type: DISABLED

2024-12-03T06:14:38,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system
2024-12-03T06:14:38,322 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot
2024-12-03T06:14:38,327 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation
2024-12-03T06:14:38,340 INFO  [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1733206461062 completed.
2024-12-03T06:14:38,351 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T06:14:38,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T06:14:38,363 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:backup_1733206461062', locateType=CURRENT is [region=backup:system,,1733206461287.d51b0f21362a638b6e4367cd4ec6245b., hostname=e3c6570475b6,46261,1733206439994, seqNum=2]
2024-12-03T06:14:38,551 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(113): writing 99 rows to test-1733206452353
2024-12-03T06:14:38,566 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(116): written 99 rows to test-1733206452353
2024-12-03T06:14:38,868 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(120): written 111 rows to test-1733206452353 to Mob enabled CF
2024-12-03T06:14:38,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17332064523531', row='row-t20', locateType=CURRENT is [region=ns2:test-17332064523531,,1733206454558.0fc8e072545f89745c5aab3361a5edab., hostname=e3c6570475b6,46261,1733206439994, seqNum=2]
2024-12-03T06:14:38,914 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(133): written 5 rows to ns2:test-17332064523531
2024-12-03T06:14:38,926 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$3(2313): Client=jenkins//172.17.0.3 split test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5.
2024-12-03T06:14:38,927 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] assignment.SplitTableRegionProcedure(210): test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5. splitKey isn't explicitly specified, will try to find a best split key from RS e3c6570475b6,46261,1733206439994
2024-12-03T06:14:38,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46261 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/f/a21bec87d82e42b6997aa5f3521cda14 because midkey is the same as first or last row
2024-12-03T06:14:38,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46261 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/f3/4b484ab9ab7e4ff29aade98b8b771348 because midkey is the same as first or last row
2024-12-03T06:14:38,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46261 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/mob/df6cd1acd69148a9994ce832a6128f4d because midkey is the same as first or last row
2024-12-03T06:14:38,932 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46261 {}] regionserver.HRegion(2902): Flushing 2313eb395c51f8c7dd5b149e1fee94a5 3/3 column families, dataSize=11.48 KB heapSize=27.79 KB
2024-12-03T06:14:38,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46261 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/.tmp/f/903a1f9e94484baab9f1d9cb1b280d86 is 59, key is row-test-1733206452353-1-10/f:q1/1733206478386/Put/seqid=0
2024-12-03T06:14:38,990 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741880_1056 (size=10796)
2024-12-03T06:14:38,993 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46261 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.30 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/.tmp/f/903a1f9e94484baab9f1d9cb1b280d86
2024-12-03T06:14:39,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46261 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203e831925c11594e07be456004c32bc075_2313eb395c51f8c7dd5b149e1fee94a5 is 63, key is row-test-1733206452353-3-100/mob:q1/1733206478842/Put/seqid=0
2024-12-03T06:14:39,046 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741881_1057 (size=5591)
2024-12-03T06:14:39,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46261 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:14:39,460 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46261 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203e831925c11594e07be456004c32bc075_2313eb395c51f8c7dd5b149e1fee94a5 to hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/mobdir/data/default/test-1733206452353/89759a9574a45e3373f4139992022757/mob/d41d8cd98f00b204e9800998ecf8427e20241203e831925c11594e07be456004c32bc075_2313eb395c51f8c7dd5b149e1fee94a5
2024-12-03T06:14:39,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46261 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/.tmp/mob/f73378dcd5f541c5aa4f7f16de1e95a9, store: [table=test-1733206452353 family=mob region=2313eb395c51f8c7dd5b149e1fee94a5]
2024-12-03T06:14:39,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46261 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/.tmp/mob/f73378dcd5f541c5aa4f7f16de1e95a9 is 192, key is row-test-1733206452353-3-100/mob:q1/1733206478842/Put/seqid=0
2024-12-03T06:14:39,469 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741882_1058 (size=13760)
2024-12-03T06:14:39,870 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46261 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=6.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/.tmp/mob/f73378dcd5f541c5aa4f7f16de1e95a9
2024-12-03T06:14:39,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46261 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/.tmp/f/903a1f9e94484baab9f1d9cb1b280d86 as hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/f/903a1f9e94484baab9f1d9cb1b280d86
2024-12-03T06:14:39,891 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46261 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/f/903a1f9e94484baab9f1d9cb1b280d86, entries=99, sequenceid=334, filesize=10.5 K
2024-12-03T06:14:39,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46261 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/.tmp/mob/f73378dcd5f541c5aa4f7f16de1e95a9 as hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/mob/f73378dcd5f541c5aa4f7f16de1e95a9
2024-12-03T06:14:39,904 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46261 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/mob/f73378dcd5f541c5aa4f7f16de1e95a9, entries=111, sequenceid=334, filesize=13.4 K
2024-12-03T06:14:39,906 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46261 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.48 KB/11754, heapSize ~27.51 KB/28168, currentSize=0 B/0 for 2313eb395c51f8c7dd5b149e1fee94a5 in 975ms, sequenceid=334, compaction requested=false
2024-12-03T06:14:39,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46261 {}] regionserver.HRegion(2603): Flush status journal for 2313eb395c51f8c7dd5b149e1fee94a5:

2024-12-03T06:14:39,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46261 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/f/903a1f9e94484baab9f1d9cb1b280d86 because midkey is the same as first or last row
2024-12-03T06:14:39,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46261 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/f3/4b484ab9ab7e4ff29aade98b8b771348 because midkey is the same as first or last row
2024-12-03T06:14:39,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46261 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/mob/f73378dcd5f541c5aa4f7f16de1e95a9 because midkey is the same as first or last row
2024-12-03T06:14:39,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=e3c6570475b6,46261,1733206439994
2024-12-03T06:14:39,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row
	at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.<init>(SplitTableRegionProcedure.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) ~[classes/:?]
	at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-03T06:14:39,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] ipc.CallRunner(138): callId: 300 service: MasterService methodName: SplitRegion size: 100 connection: 172.17.0.3:56436 deadline: 1733206538924, exception=org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row
2024-12-03T06:14:39,915 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(144): region is not splittable, because java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.DoNotRetryIOException: org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row
	at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240)
	at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.<init>(SplitTableRegionProcedure.java:135)
	at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176)
	at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316)
	at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137)
	at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309)
	at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T06:14:39,915 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2726): Operation: SPLIT_REGION, Table Name: default:test-1733206452353 failed with org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row
	at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240)
	at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.<init>(SplitTableRegionProcedure.java:135)
	at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176)
	at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316)
	at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137)
	at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309)
	at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T06:14:39,915 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1])
2024-12-03T06:14:39,918 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1733206452353,, stopping at row=test-1733206452353 ,, for max=2147483647 with caching=100
2024-12-03T06:14:39,936 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1733206452353,, stopping at row=test-1733206452353 ,, for max=2147483647 with caching=100
2024-12-03T06:14:39,946 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733206452353', row='', locateType=CURRENT is [region=test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5., hostname=e3c6570475b6,46261,1733206439994, seqNum=107]
2024-12-03T06:14:39,955 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(149): split finished in =1041
2024-12-03T06:14:39,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T06:14:39,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T06:14:40,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T06:14:40,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T06:14:40,018 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation
2024-12-03T06:14:40,025 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733206479955
2024-12-03T06:14:40,034 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733206461062}
2024-12-03T06:14:40,034 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup.
2024-12-03T06:14:40,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T06:14:40,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T06:14:40,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T06:14:40,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T06:14:40,099 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-12-03T06:14:40,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733206480099 (current time:1733206480099).
2024-12-03T06:14:40,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-12-03T06:14:40,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2
2024-12-03T06:14:40,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75b3fe09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:14:40,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] client.ClusterIdFetcher(90): Going to request e3c6570475b6,33457,-1 for getting cluster id
2024-12-03T06:14:40,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T06:14:40,101 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5447c48c-7b10-4672-8d86-f5d5f17214a6'
2024-12-03T06:14:40,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T06:14:40,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5447c48c-7b10-4672-8d86-f5d5f17214a6"

2024-12-03T06:14:40,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54977cb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:14:40,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3c6570475b6,33457,-1]
2024-12-03T06:14:40,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T06:14:40,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:14:40,104 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T06:14:40,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@307a1e3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:14:40,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T06:14:40,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3c6570475b6,46261,1733206439994, seqNum=-1]
2024-12-03T06:14:40,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T06:14:40,108 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T06:14:40,110 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457.
2024-12-03T06:14:40,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T06:14:40,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:14:40,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:14:40,110 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T06:14:40,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-12-03T06:14:40,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-12-03T06:14:40,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39
2024-12-03T06:14:40,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39
2024-12-03T06:14:40,114 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-12-03T06:14:40,115 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-12-03T06:14:40,118 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-12-03T06:14:40,126 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741883_1059 (size=52)
2024-12-03T06:14:40,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39
2024-12-03T06:14:40,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39
2024-12-03T06:14:40,528 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-12-03T06:14:40,528 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d51b0f21362a638b6e4367cd4ec6245b}]
2024-12-03T06:14:40,529 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d51b0f21362a638b6e4367cd4ec6245b
2024-12-03T06:14:40,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46261 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=40
2024-12-03T06:14:40,682 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1733206461287.d51b0f21362a638b6e4367cd4ec6245b.
2024-12-03T06:14:40,682 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2902): Flushing d51b0f21362a638b6e4367cd4ec6245b 2/2 column families, dataSize=1.44 KB heapSize=2.75 KB
2024-12-03T06:14:40,705 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/.tmp/meta/3ed0d92efa724f94b7beab201c71bfa9 is 158, key is trslm:hdfs://localhost:45613/backupUT\x00ns2:test-17332064523531/meta:log-roll-map/1733206477871/Put/seqid=0
2024-12-03T06:14:40,711 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741884_1060 (size=5914)
2024-12-03T06:14:40,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39
2024-12-03T06:14:41,112 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=746 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/.tmp/meta/3ed0d92efa724f94b7beab201c71bfa9
2024-12-03T06:14:41,131 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/.tmp/session/738f38fae89a41cc8a2f43a561b4ad31 is 433, key is session:backup_1733206461062/session:context/1733206478326/Put/seqid=0
2024-12-03T06:14:41,144 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741885_1061 (size=5535)
2024-12-03T06:14:41,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39
2024-12-03T06:14:41,543 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=732 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/.tmp/session/738f38fae89a41cc8a2f43a561b4ad31
2024-12-03T06:14:41,552 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/.tmp/meta/3ed0d92efa724f94b7beab201c71bfa9 as hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/meta/3ed0d92efa724f94b7beab201c71bfa9
2024-12-03T06:14:41,560 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/meta/3ed0d92efa724f94b7beab201c71bfa9, entries=6, sequenceid=17, filesize=5.8 K
2024-12-03T06:14:41,561 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/.tmp/session/738f38fae89a41cc8a2f43a561b4ad31 as hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/session/738f38fae89a41cc8a2f43a561b4ad31
2024-12-03T06:14:41,569 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/session/738f38fae89a41cc8a2f43a561b4ad31, entries=2, sequenceid=17, filesize=5.4 K
2024-12-03T06:14:41,571 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~1.44 KB/1478, heapSize ~2.72 KB/2784, currentSize=0 B/0 for d51b0f21362a638b6e4367cd4ec6245b in 889ms, sequenceid=17, compaction requested=false
2024-12-03T06:14:41,571 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2603): Flush status journal for d51b0f21362a638b6e4367cd4ec6245b:

2024-12-03T06:14:41,571 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1733206461287.d51b0f21362a638b6e4367cd4ec6245b. for snapshot_backup_system completed.
2024-12-03T06:14:41,571 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1733206461287.d51b0f21362a638b6e4367cd4ec6245b.' region-info for snapshot=snapshot_backup_system
2024-12-03T06:14:41,571 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-12-03T06:14:41,572 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/meta/3ed0d92efa724f94b7beab201c71bfa9] hfiles
2024-12-03T06:14:41,572 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/meta/3ed0d92efa724f94b7beab201c71bfa9 for snapshot=snapshot_backup_system
2024-12-03T06:14:41,572 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/session/79a2d44b55214b6eab2834d47f0b85bf, hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/session/738f38fae89a41cc8a2f43a561b4ad31] hfiles
2024-12-03T06:14:41,572 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/session/79a2d44b55214b6eab2834d47f0b85bf for snapshot=snapshot_backup_system
2024-12-03T06:14:41,572 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/session/738f38fae89a41cc8a2f43a561b4ad31 for snapshot=snapshot_backup_system
2024-12-03T06:14:41,582 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741886_1062 (size=173)
2024-12-03T06:14:41,983 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1733206461287.d51b0f21362a638b6e4367cd4ec6245b.
2024-12-03T06:14:41,983 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40
2024-12-03T06:14:41,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4169): Remote procedure done, pid=40
2024-12-03T06:14:41,984 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region d51b0f21362a638b6e4367cd4ec6245b
2024-12-03T06:14:41,984 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d51b0f21362a638b6e4367cd4ec6245b
2024-12-03T06:14:41,987 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39
2024-12-03T06:14:41,987 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-12-03T06:14:41,987 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d51b0f21362a638b6e4367cd4ec6245b in 1.4570 sec
2024-12-03T06:14:41,988 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-12-03T06:14:41,988 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-12-03T06:14:41,989 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system
2024-12-03T06:14:41,989 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/.hbase-snapshot/.tmp/snapshot_backup_system
2024-12-03T06:14:41,997 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741887_1063 (size=810)
2024-12-03T06:14:42,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39
2024-12-03T06:14:42,405 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-12-03T06:14:42,417 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-12-03T06:14:42,418 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/.hbase-snapshot/snapshot_backup_system
2024-12-03T06:14:42,421 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-12-03T06:14:42,421 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39
2024-12-03T06:14:42,423 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.3100 sec
2024-12-03T06:14:44,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39
2024-12-03T06:14:44,274 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed
2024-12-03T06:14:44,274 INFO  [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1733206479955 started at 1733206484274.
2024-12-03T06:14:44,276 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1733206479955 has been started.
2024-12-03T06:14:44,282 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [test-1733206452353, ns2:test-17332064523531]
2024-12-03T06:14:44,286 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1733206453808for backupID backup_1733206479955
2024-12-03T06:14:44,286 INFO  [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ...
2024-12-03T06:14:44,287 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.3 procedure request for: rolllog-proc
2024-12-03T06:14:44,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog
2024-12-03T06:14:44,288 INFO  [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog'
2024-12-03T06:14:44,288 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms
2024-12-03T06:14:44,288 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire'
2024-12-03T06:14:44,288 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members.
2024-12-03T06:14:44,289 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-12-03T06:14:44,289 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog
2024-12-03T06:14:44,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46261-0x10199d3687e0001, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-12-03T06:14:44,339 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-12-03T06:14:44,339 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-12-03T06:14:44,339 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/e3c6570475b6,46261,1733206439994
2024-12-03T06:14:44,340 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog
2024-12-03T06:14:44,340 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/e3c6570475b6,46261,1733206439994
2024-12-03T06:14:44,340 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire'
2024-12-03T06:14:44,340 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46261-0x10199d3687e0001, quorum=127.0.0.1:59168, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-12-03T06:14:44,341 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35
2024-12-03T06:14:44,341 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog
2024-12-03T06:14:44,341 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup.
2024-12-03T06:14:44,344 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure.
2024-12-03T06:14:44,344 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog
2024-12-03T06:14:44,344 DEBUG [member: 'e3c6570475b6,46261,1733206439994' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms
2024-12-03T06:14:44,344 DEBUG [member: 'e3c6570475b6,46261,1733206439994' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms
2024-12-03T06:14:44,344 DEBUG [member: 'e3c6570475b6,46261,1733206439994' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage
2024-12-03T06:14:44,344 DEBUG [member: 'e3c6570475b6,46261,1733206439994' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired
2024-12-03T06:14:44,345 DEBUG [member: 'e3c6570475b6,46261,1733206439994' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'e3c6570475b6,46261,1733206439994' joining acquired barrier for procedure (rolllog) in zk
2024-12-03T06:14:44,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/e3c6570475b6,46261,1733206439994
2024-12-03T06:14:44,353 DEBUG [member: 'e3c6570475b6,46261,1733206439994' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog
2024-12-03T06:14:44,353 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/e3c6570475b6,46261,1733206439994
2024-12-03T06:14:44,354 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-12-03T06:14:44,354 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-12-03T06:14:44,354 DEBUG [member: 'e3c6570475b6,46261,1733206439994' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46261-0x10199d3687e0001, quorum=127.0.0.1:59168, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog
2024-12-03T06:14:44,354 DEBUG [member: 'e3c6570475b6,46261,1733206439994' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator
2024-12-03T06:14:44,354 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-12-03T06:14:44,355 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-12-03T06:14:44,355 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T06:14:44,356 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------e3c6570475b6,46261,1733206439994
2024-12-03T06:14:44,356 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-12-03T06:14:44,357 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'e3c6570475b6,46261,1733206439994' joining acquired barrier for procedure 'rolllog' on coordinator
2024-12-03T06:14:44,357 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@65cb9461[Count = 0] remaining members to acquire global barrier
2024-12-03T06:14:44,357 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution.
2024-12-03T06:14:44,357 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog
2024-12-03T06:14:44,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46261-0x10199d3687e0001, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-12-03T06:14:44,370 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog
2024-12-03T06:14:44,370 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog
2024-12-03T06:14:44,370 DEBUG [member: 'e3c6570475b6,46261,1733206439994' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator.
2024-12-03T06:14:44,370 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/e3c6570475b6,46261,1733206439994
2024-12-03T06:14:44,370 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release'
2024-12-03T06:14:44,370 DEBUG [member: 'e3c6570475b6,46261,1733206439994' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish.
2024-12-03T06:14:44,370 DEBUG [rs(e3c6570475b6,46261,1733206439994)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: e3c6570475b6,46261,1733206439994
2024-12-03T06:14:44,371 INFO  [rs(e3c6570475b6,46261,1733206439994)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1733206466333 highest: 1733206466333 on e3c6570475b6,46261,1733206439994
2024-12-03T06:14:44,371 DEBUG [regionserver/e3c6570475b6:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-1:(num 1733206466300) roll requested
2024-12-03T06:14:44,385 DEBUG [regionserver/e3c6570475b6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-1.1733206484371, exclude list is [], retry=0
2024-12-03T06:14:44,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39825,DS-f70c6145-0263-4ea9-9ab5-2c4c76794b8f,DISK]
2024-12-03T06:14:44,392 INFO  [regionserver/e3c6570475b6:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-1.1733206466300 with entries=224, filesize=29.77 KB; new WAL /user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-1.1733206484371
2024-12-03T06:14:44,392 DEBUG [regionserver/e3c6570475b6:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38055:38055)]
2024-12-03T06:14:44,392 DEBUG [regionserver/e3c6570475b6:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-1.1733206466300 is not closed yet, will try archiving it next time
2024-12-03T06:14:44,392 DEBUG [regionserver/e3c6570475b6:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-0:(num 1733206466333) roll requested
2024-12-03T06:14:44,393 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-1.1733206453808 to hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/oldWALs/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-1.1733206453808
2024-12-03T06:14:44,394 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741857_1033 (size=30490)
2024-12-03T06:14:44,395 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-1.1733206466300 not finished, retry = 0
2024-12-03T06:14:44,407 DEBUG [regionserver/e3c6570475b6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-0.1733206484393, exclude list is [], retry=0
2024-12-03T06:14:44,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39825,DS-f70c6145-0263-4ea9-9ab5-2c4c76794b8f,DISK]
2024-12-03T06:14:44,418 INFO  [regionserver/e3c6570475b6:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-0.1733206466333 with entries=7, filesize=1.16 KB; new WAL /user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-0.1733206484393
2024-12-03T06:14:44,418 DEBUG [regionserver/e3c6570475b6:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38055:38055)]
2024-12-03T06:14:44,418 DEBUG [regionserver/e3c6570475b6:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-0.1733206466333 is not closed yet, will try archiving it next time
2024-12-03T06:14:44,418 DEBUG [regionserver/e3c6570475b6:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e3c6570475b6%2C46261%2C1733206439994.meta:.meta(num 1733206466372) roll requested
2024-12-03T06:14:44,422 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741858_1034 (size=1198)
2024-12-03T06:14:44,436 DEBUG [regionserver/e3c6570475b6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.meta.1733206484418.meta, exclude list is [], retry=0
2024-12-03T06:14:44,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39825,DS-f70c6145-0263-4ea9-9ab5-2c4c76794b8f,DISK]
2024-12-03T06:14:44,442 INFO  [regionserver/e3c6570475b6:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.meta.1733206466372.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.meta.1733206484418.meta
2024-12-03T06:14:44,442 DEBUG [regionserver/e3c6570475b6:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38055:38055)]
2024-12-03T06:14:44,442 DEBUG [regionserver/e3c6570475b6:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.meta.1733206466372.meta is not closed yet, will try archiving it next time
2024-12-03T06:14:44,444 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741859_1035 (size=93)
2024-12-03T06:14:44,445 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.meta.1733206466372.meta to hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/oldWALs/e3c6570475b6%2C46261%2C1733206439994.meta.1733206466372.meta
2024-12-03T06:14:44,451 DEBUG [rs(e3c6570475b6,46261,1733206439994)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 80
2024-12-03T06:14:44,451 INFO  [rs(e3c6570475b6,46261,1733206439994)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1733206484393 on e3c6570475b6,46261,1733206439994
2024-12-03T06:14:44,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T06:14:44,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T06:14:44,481 DEBUG [member: 'e3c6570475b6,46261,1733206439994' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed
2024-12-03T06:14:44,481 DEBUG [member: 'e3c6570475b6,46261,1733206439994' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure  'rolllog' completed for member 'e3c6570475b6,46261,1733206439994' in zk
2024-12-03T06:14:44,490 DEBUG [member: 'e3c6570475b6,46261,1733206439994' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion
2024-12-03T06:14:44,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/e3c6570475b6,46261,1733206439994
2024-12-03T06:14:44,490 DEBUG [member: 'e3c6570475b6,46261,1733206439994' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-12-03T06:14:44,490 DEBUG [member: 'e3c6570475b6,46261,1733206439994' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed.
2024-12-03T06:14:44,490 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/e3c6570475b6,46261,1733206439994
2024-12-03T06:14:44,490 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-12-03T06:14:44,490 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-12-03T06:14:44,491 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-12-03T06:14:44,491 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-12-03T06:14:44,492 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T06:14:44,493 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------e3c6570475b6,46261,1733206439994
2024-12-03T06:14:44,493 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-12-03T06:14:44,494 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T06:14:44,494 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------e3c6570475b6,46261,1733206439994
2024-12-03T06:14:44,495 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'e3c6570475b6,46261,1733206439994': 
2024-12-03T06:14:44,495 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'e3c6570475b6,46261,1733206439994' released barrier for procedure'rolllog', counting down latch.  Waiting for 0 more
2024-12-03T06:14:44,495 INFO  [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed
2024-12-03T06:14:44,495 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase.
2024-12-03T06:14:44,495 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures
2024-12-03T06:14:44,495 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog
2024-12-03T06:14:44,495 INFO  [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort
2024-12-03T06:14:44,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-12-03T06:14:44,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46261-0x10199d3687e0001, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-12-03T06:14:44,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46261-0x10199d3687e0001, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort
2024-12-03T06:14:44,511 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog
2024-12-03T06:14:44,511 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-12-03T06:14:44,511 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog
2024-12-03T06:14:44,511 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-12-03T06:14:44,511 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog
2024-12-03T06:14:44,512 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-12-03T06:14:44,512 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort
2024-12-03T06:14:44,512 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-12-03T06:14:44,513 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog
2024-12-03T06:14:44,513 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T06:14:44,513 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/e3c6570475b6,46261,1733206439994
2024-12-03T06:14:44,514 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-12-03T06:14:44,514 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T06:14:44,515 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------e3c6570475b6,46261,1733206439994
2024-12-03T06:14:44,515 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/e3c6570475b6,46261,1733206439994
2024-12-03T06:14:44,515 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-12-03T06:14:44,516 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T06:14:44,516 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------e3c6570475b6,46261,1733206439994
2024-12-03T06:14:44,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/e3c6570475b6,46261,1733206439994
2024-12-03T06:14:44,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-12-03T06:14:44,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-12-03T06:14:44,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/e3c6570475b6,46261,1733206439994
2024-12-03T06:14:44,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46261-0x10199d3687e0001, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-12-03T06:14:44,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46261-0x10199d3687e0001, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort
2024-12-03T06:14:44,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-12-03T06:14:44,528 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-12-03T06:14:44,528 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-12-03T06:14:44,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-12-03T06:14:44,528 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-12-03T06:14:44,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-12-03T06:14:44,531 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort
2024-12-03T06:14:44,531 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-12-03T06:14:44,532 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog
2024-12-03T06:14:44,532 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful!
2024-12-03T06:14:44,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done
2024-12-03T06:14:44,547 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup()
olderTimestamps: {e3c6570475b6:46261=1733206453808}
 newestTimestamps: {e3c6570475b6:46261=1733206466333}
2024-12-03T06:14:44,551 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: e3c6570475b6%2C46261%2C1733206439994.meta.1733206444846.meta
2024-12-03T06:14:44,551 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: e3c6570475b6%2C46261%2C1733206439994.meta.1733206484418.meta
2024-12-03T06:14:44,551 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-0.1733206466333
2024-12-03T06:14:44,551 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-0.1733206484393
2024-12-03T06:14:44,551 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-1.1733206466300
2024-12-03T06:14:44,551 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-1.1733206484371
2024-12-03T06:14:44,553 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/oldWALs/e3c6570475b6%2C46261%2C1733206439994.meta.1733206466372.meta
2024-12-03T06:14:44,570 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741891_1067 (size=908)
2024-12-03T06:14:44,972 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1733206452353 target: hdfs://localhost:45613/backupUT/backup_1733206479955/default/test-1733206452353 descriptor: 'test-1733206452353', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T06:14:44,972 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo.
2024-12-03T06:14:44,976 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1733206452353
2024-12-03T06:14:44,983 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741892_1068 (size=53)
2024-12-03T06:14:45,383 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1733206452353
2024-12-03T06:14:45,402 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741893_1069 (size=364)
2024-12-03T06:14:45,803 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17332064523531 target: hdfs://localhost:45613/backupUT/backup_1733206479955/ns2/test-17332064523531 descriptor: 'ns2:test-17332064523531', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T06:14:45,803 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo.
2024-12-03T06:14:45,806 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17332064523531
2024-12-03T06:14:45,813 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741894_1070 (size=50)
2024-12-03T06:14:45,813 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17332064523531
2024-12-03T06:14:45,825 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:45613/backupUT/.tmp/backup_1733206479955 from hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-0.1733206466333;hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-1.1733206466300
2024-12-03T06:14:45,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19183508, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:14:45,827 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3c6570475b6,33457,-1 for getting cluster id
2024-12-03T06:14:45,828 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T06:14:45,829 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5447c48c-7b10-4672-8d86-f5d5f17214a6'
2024-12-03T06:14:45,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T06:14:45,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5447c48c-7b10-4672-8d86-f5d5f17214a6"

2024-12-03T06:14:45,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56629027, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:14:45,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3c6570475b6,33457,-1]
2024-12-03T06:14:45,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T06:14:45,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:14:45,830 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T06:14:45,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@664ba922, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:14:45,832 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T06:14:45,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e3c6570475b6,33457,1733206437938
2024-12-03T06:14:45,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63f6f954
2024-12-03T06:14:45,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T06:14:45,834 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-03T06:14:45,841 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled
2024-12-03T06:14:45,842 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1733206452353
2024-12-03T06:14:45,842 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1733206452353,, stopping at row=test-1733206452353 ,, for max=2147483647 with caching=100
2024-12-03T06:14:45,842 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T06:14:45,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3c6570475b6,46261,1733206439994, seqNum=-1]
2024-12-03T06:14:45,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T06:14:45,845 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T06:14:45,848 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1733206452353: test-1733206452353;
2024-12-03T06:14:45,849 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17332064523531
2024-12-03T06:14:45,849 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17332064523531,, stopping at row=ns2:test-17332064523531 ,, for max=2147483647 with caching=100
2024-12-03T06:14:45,852 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17332064523531: ns2:test-17332064523531;
2024-12-03T06:14:45,852 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables
2024-12-03T06:14:45,852 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/hbase-staging/partitions_3fbf5d61-9a64-49a3-9038-7b7e9e6f5008
2024-12-03T06:14:45,878 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741895_1071 (size=192)
2024-12-03T06:14:45,943 DEBUG [master/e3c6570475b6:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=41, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1733206452353
2024-12-03T06:14:45,957 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741896_1072 (size=950)
2024-12-03T06:14:46,283 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:14:46,283 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:14:46,284 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:14:46,360 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/.tabledesc/.tableinfo.0000000002.908
2024-12-03T06:14:46,360 INFO  [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/.tabledesc/.tableinfo.0000000003.950
2024-12-03T06:14:46,362 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1733206452353 in 421 msec
2024-12-03T06:14:47,109 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop-11513261506153697952.jar
2024-12-03T06:14:47,109 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:14:47,110 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:14:47,165 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop-2174962066497411520.jar
2024-12-03T06:14:47,166 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:14:47,166 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:14:47,167 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:14:47,167 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:14:47,167 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:14:47,168 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:14:47,168 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-03T06:14:47,168 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-12-03T06:14:47,169 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-12-03T06:14:47,169 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-12-03T06:14:47,169 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-12-03T06:14:47,169 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-12-03T06:14:47,170 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-12-03T06:14:47,170 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-12-03T06:14:47,170 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-12-03T06:14:47,170 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-12-03T06:14:47,171 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-12-03T06:14:47,172 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:14:47,229 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop-16246941686665862734.jar
2024-12-03T06:14:47,229 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop-16246941686665862734.jar
2024-12-03T06:14:47,229 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:14:47,230 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop-16246941686665862734.jar
2024-12-03T06:14:47,230 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop-16246941686665862734.jar
2024-12-03T06:14:47,230 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T06:14:47,231 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: default:test-1733206452353,ns2:test-17332064523531
2024-12-03T06:14:47,231 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-03T06:14:47,231 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342)
    at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425)
    at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426)
    at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398)
    at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:154)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T06:14:47,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:14:47,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:14:47,231 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T06:14:47,232 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-03T06:14:48,063 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop-17183553289583915867.jar
2024-12-03T06:14:48,073 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-12-03T06:14:48,084 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-12-03T06:14:48,089 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-0.1733206466333 for WAL files
2024-12-03T06:14:48,091 INFO  [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-0.1733206466333
2024-12-03T06:14:48,091 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-1.1733206466300 for WAL files
2024-12-03T06:14:48,092 INFO  [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-1.1733206466300
2024-12-03T06:14:48,183 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/mapreduce.cluster.local.dir/job_local12415935_0003_12eebfd9-1581-4a9c-875c-dddcf4e0a9e8/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-12-03T06:14:48,183 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/mapreduce.cluster.local.dir/job_local12415935_0003_12eebfd9-1581-4a9c-875c-dddcf4e0a9e8/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-12-03T06:14:48,283 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-1.1733206466300 for hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-1.1733206466300 (-9223372036854775808:9223372036854775807) length:30490
2024-12-03T06:14:48,306 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file.
2024-12-03T06:14:48,307 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader
2024-12-03T06:14:48,350 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-0.1733206466333 for hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-0.1733206466333 (-9223372036854775808:9223372036854775807) length:1198
2024-12-03T06:14:48,355 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file.
2024-12-03T06:14:48,355 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader
2024-12-03T06:14:48,430 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c7c843d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:14:48,430 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request e3c6570475b6,33457,-1 for getting cluster id
2024-12-03T06:14:48,430 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T06:14:48,431 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5447c48c-7b10-4672-8d86-f5d5f17214a6'
2024-12-03T06:14:48,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T06:14:48,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5447c48c-7b10-4672-8d86-f5d5f17214a6"

2024-12-03T06:14:48,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@737eaf74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:14:48,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3c6570475b6,33457,-1]
2024-12-03T06:14:48,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T06:14:48,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:14:48,433 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T06:14:48,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5927c52f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:14:48,434 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T06:14:48,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3c6570475b6,46261,1733206439994, seqNum=-1]
2024-12-03T06:14:48,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T06:14:48,437 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T06:14:48,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17332064523531', row='row-t20', locateType=CURRENT is [region=ns2:test-17332064523531,,1733206454558.0fc8e072545f89745c5aab3361a5edab., hostname=e3c6570475b6,46261,1733206439994, seqNum=2]
2024-12-03T06:14:48,439 INFO  [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1.
2024-12-03T06:14:48,439 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T06:14:48,439 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:14:48,439 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T06:14:48,439 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:14:48,439 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20]
2024-12-03T06:14:48,439 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: e3c6570475b6
2024-12-03T06:14:48,444 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45613/backupUT/.tmp/backup_1733206479955/_temporary/0/_temporary/attempt_local12415935_0003_r_000000_0/ns2/test-17332064523531/f/c0b9ebb68196494b811fb9c076136308 is 38, key is row-t20/f:q1/1733206478892/Put/seqid=0
2024-12-03T06:14:48,446 WARN  [Thread-943 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [e3c6570475b6:46261] Specified favored nodes: [e3c6570475b6:46261]
2024-12-03T06:14:48,452 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741897_1073 (size=5273)
2024-12-03T06:14:48,880 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3398715e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:14:48,880 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request e3c6570475b6,33457,-1 for getting cluster id
2024-12-03T06:14:48,880 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T06:14:48,880 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5447c48c-7b10-4672-8d86-f5d5f17214a6'
2024-12-03T06:14:48,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T06:14:48,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5447c48c-7b10-4672-8d86-f5d5f17214a6"

2024-12-03T06:14:48,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7528433a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:14:48,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3c6570475b6,33457,-1]
2024-12-03T06:14:48,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T06:14:48,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:14:48,882 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T06:14:48,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@231ffc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:14:48,884 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T06:14:48,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3c6570475b6,46261,1733206439994, seqNum=-1]
2024-12-03T06:14:48,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T06:14:48,886 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T06:14:48,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733206452353', row='row-test-1733206452353-1-0', locateType=CURRENT is [region=test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5., hostname=e3c6570475b6,46261,1733206439994, seqNum=107]
2024-12-03T06:14:48,888 INFO  [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1.
2024-12-03T06:14:48,888 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T06:14:48,888 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:14:48,889 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:14:48,889 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T06:14:48,889 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733206452353-1-0]
2024-12-03T06:14:48,889 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: e3c6570475b6
2024-12-03T06:14:48,903 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5966338a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:14:48,903 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request e3c6570475b6,33457,-1 for getting cluster id
2024-12-03T06:14:48,903 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T06:14:48,904 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5447c48c-7b10-4672-8d86-f5d5f17214a6'
2024-12-03T06:14:48,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T06:14:48,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5447c48c-7b10-4672-8d86-f5d5f17214a6"

2024-12-03T06:14:48,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46b010e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:14:48,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3c6570475b6,33457,-1]
2024-12-03T06:14:48,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T06:14:48,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:14:48,907 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T06:14:48,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74270c23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:14:48,908 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T06:14:48,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3c6570475b6,46261,1733206439994, seqNum=-1]
2024-12-03T06:14:48,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T06:14:48,911 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T06:14:48,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733206452353', row='row-test-1733206452353-3-0', locateType=CURRENT is [region=test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5., hostname=e3c6570475b6,46261,1733206439994, seqNum=107]
2024-12-03T06:14:48,913 INFO  [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1.
2024-12-03T06:14:48,913 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T06:14:48,913 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:14:48,913 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:14:48,913 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T06:14:48,913 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733206452353-3-0]
2024-12-03T06:14:48,913 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: e3c6570475b6
2024-12-03T06:14:48,924 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45613/backupUT/.tmp/backup_1733206479955/_temporary/0/_temporary/attempt_local12415935_0003_r_000001_0/default/test-1733206452353/f/e44fd63f74064ace8f1c6515182ff3fa is 59, key is row-test-1733206452353-1-10/f:q1/1733206478386/Put/seqid=0
2024-12-03T06:14:48,926 WARN  [Thread-955 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [e3c6570475b6:46261] Specified favored nodes: [e3c6570475b6:46261]
2024-12-03T06:14:48,935 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741898_1074 (size=10768)
2024-12-03T06:14:48,937 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45613/backupUT/.tmp/backup_1733206479955/_temporary/0/_temporary/attempt_local12415935_0003_r_000001_0/default/test-1733206452353/mob/d21718c0361f4dd08a752fa46eb26641 is 63, key is row-test-1733206452353-3-100/mob:q1/1733206478842/Put/seqid=0
2024-12-03T06:14:48,939 WARN  [Thread-957 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [e3c6570475b6:46261] Specified favored nodes: [e3c6570475b6:46261]
2024-12-03T06:14:48,941 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741899_1075 (size=11809)
2024-12-03T06:14:49,225 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:45613/backupUT
2024-12-03T06:14:49,226 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1733206479955
2024-12-03T06:14:49,226 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP
2024-12-03T06:14:49,243 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:45613/backupUT/.tmp/backup_1733206479955, hdfs://localhost:45613/backupUT]
2024-12-03T06:14:49,327 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-12-03T06:14:49,512 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741900_1076 (size=11809)
2024-12-03T06:14:49,931 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741901_1077 (size=5273)
2024-12-03T06:14:50,350 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741902_1078 (size=10768)
2024-12-03T06:14:50,952 INFO  [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0
2024-12-03T06:14:50,955 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1733206479955
2024-12-03T06:14:50,955 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 27850 bytes copied."
2024-12-03T06:14:50,955 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local316831587_0004 completed: true true
2024-12-03T06:14:50,956 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26
	File System Counters
		FILE: Number of bytes read=2493801
		FILE: Number of bytes written=4870050
		FILE: Number of read operations=0
		FILE: Number of large read operations=0
		FILE: Number of write operations=0
		HDFS: Number of bytes read=231419
		HDFS: Number of bytes written=2433131
		HDFS: Number of read operations=643
		HDFS: Number of large read operations=0
		HDFS: Number of write operations=249
		HDFS: Number of bytes read erasure-coded=0
	Map-Reduce Framework
		Map input records=12
		Map output records=0
		Input split bytes=341
		Spilled Records=0
		Failed Shuffles=0
		Merged Map outputs=0
		GC time elapsed (ms)=0
		Total committed heap usage (bytes)=1048576000
	File Input Format Counters 
		Bytes Read=3004
	File Output Format Counters 
		Bytes Written=0
	DistCp Counters
		Bandwidth in Bytes=27850
		Bytes Copied=27850
		Bytes Expected=27850
		Files Copied=4
		DIR_COPY=8
2024-12-03T06:14:50,957 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:45613/backupUT/.tmp/backup_1733206479955 to hdfs://localhost:45613/backupUT finished.
2024-12-03T06:14:50,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system_bulk', row='bulk:test-1733206452353:', locateType=CURRENT is [region=backup:system_bulk,,1733206463486.c8a0920fb31dde7b32fd7520daa6e14e., hostname=e3c6570475b6,46261,1733206439994, seqNum=2]
2024-12-03T06:14:50,976 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733206479955
2024-12-03T06:14:50,980 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733206461062}
2024-12-03T06:14:50,980 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup.
2024-12-03T06:14:50,984 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741903_1079 (size=384)
2024-12-03T06:14:51,386 INFO  [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:45613/backupUT/backup_1733206479955/.backup.manifest
2024-12-03T06:14:51,386 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1733206479955 finished: type=INCREMENTAL,tablelist=test-1733206452353;ns2:test-17332064523531,targetRootDir=hdfs://localhost:45613/backupUT,startts=1733206484274,completets=1733206490976,bytescopied=0
2024-12-03T06:14:51,386 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system
2024-12-03T06:14:51,393 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_backup_system"
type: DISABLED

2024-12-03T06:14:51,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system
2024-12-03T06:14:51,398 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot
2024-12-03T06:14:51,401 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation
2024-12-03T06:14:51,406 INFO  [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1733206479955 completed.
2024-12-03T06:14:51,406 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows
2024-12-03T06:14:51,417 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T06:14:51,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T06:14:51,428 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45613/backupUT/backup_1733206479955/.backup.manifest
2024-12-03T06:14:51,431 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1733206479955/.backup.manifest
2024-12-03T06:14:51,433 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table test-1733206452353 from 'test-1733206452353', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1733206452353', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T06:14:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1733206452353
2024-12-03T06:14:51,447 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741904_1080 (size=908)
2024-12-03T06:14:51,849 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/.tabledesc/.tableinfo.0000000003.950
2024-12-03T06:14:51,850 INFO  [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/.tabledesc/.tableinfo.0000000004.908
2024-12-03T06:14:51,853 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1733206452353}]
2024-12-03T06:14:51,856 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1733206452353, region=2313eb395c51f8c7dd5b149e1fee94a5, REOPEN/MOVE}]
2024-12-03T06:14:51,857 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1733206452353, region=2313eb395c51f8c7dd5b149e1fee94a5, REOPEN/MOVE
2024-12-03T06:14:51,858 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=2313eb395c51f8c7dd5b149e1fee94a5, regionState=CLOSING, regionLocation=e3c6570475b6,46261,1733206439994
2024-12-03T06:14:51,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1733206452353, region=2313eb395c51f8c7dd5b149e1fee94a5, REOPEN/MOVE because future has completed
2024-12-03T06:14:51,860 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-03T06:14:51,861 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2313eb395c51f8c7dd5b149e1fee94a5, server=e3c6570475b6,46261,1733206439994}]
2024-12-03T06:14:52,014 INFO  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(122): Close 2313eb395c51f8c7dd5b149e1fee94a5
2024-12-03T06:14:52,014 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-12-03T06:14:52,014 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1722): Closing 2313eb395c51f8c7dd5b149e1fee94a5, disabling compactions & flushes
2024-12-03T06:14:52,014 INFO  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1755): Closing region test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5.
2024-12-03T06:14:52,014 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1776): Time limited wait for close lock on test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5.
2024-12-03T06:14:52,014 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1843): Acquired close lock on test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5. after waiting 0 ms
2024-12-03T06:14:52,014 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1853): Updates disabled for region test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5.
2024-12-03T06:14:52,023 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/recovered.edits/337.seqid, newMaxSeqId=337, maxSeqId=106
2024-12-03T06:14:52,025 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-12-03T06:14:52,025 INFO  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1973): Closed test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5.
2024-12-03T06:14:52,025 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1676): Region close journal for 2313eb395c51f8c7dd5b149e1fee94a5:
Waiting for close lock at 1733206492014Running coprocessor pre-close hooks at 1733206492014Disabling compacts and flushes for region at 1733206492014Disabling writes for close at 1733206492014Writing region close event to WAL at 1733206492016 (+2 ms)Running coprocessor post-close hooks at 1733206492024 (+8 ms)Closed at 1733206492025 (+1 ms)
2024-12-03T06:14:52,025 WARN  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3299): Not adding moved region record: 2313eb395c51f8c7dd5b149e1fee94a5 to self.
2024-12-03T06:14:52,027 INFO  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(157): Closed 2313eb395c51f8c7dd5b149e1fee94a5
2024-12-03T06:14:52,028 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=2313eb395c51f8c7dd5b149e1fee94a5, regionState=CLOSED
2024-12-03T06:14:52,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2313eb395c51f8c7dd5b149e1fee94a5, server=e3c6570475b6,46261,1733206439994 because future has completed
2024-12-03T06:14:52,034 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44
2024-12-03T06:14:52,036 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; CloseRegionProcedure 2313eb395c51f8c7dd5b149e1fee94a5, server=e3c6570475b6,46261,1733206439994 in 170 msec
2024-12-03T06:14:52,036 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1733206452353, region=2313eb395c51f8c7dd5b149e1fee94a5, REOPEN/MOVE; state=CLOSED, location=e3c6570475b6,46261,1733206439994; forceNewPlan=false, retain=true
2024-12-03T06:14:52,187 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=2313eb395c51f8c7dd5b149e1fee94a5, regionState=OPENING, regionLocation=e3c6570475b6,46261,1733206439994
2024-12-03T06:14:52,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1733206452353, region=2313eb395c51f8c7dd5b149e1fee94a5, REOPEN/MOVE because future has completed
2024-12-03T06:14:52,190 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2313eb395c51f8c7dd5b149e1fee94a5, server=e3c6570475b6,46261,1733206439994}]
2024-12-03T06:14:52,348 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5.
2024-12-03T06:14:52,348 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 2313eb395c51f8c7dd5b149e1fee94a5, NAME => 'test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5.', STARTKEY => '', ENDKEY => ''}
2024-12-03T06:14:52,349 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-12-03T06:14:52,349 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1733206452353 2313eb395c51f8c7dd5b149e1fee94a5
2024-12-03T06:14:52,349 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T06:14:52,349 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 2313eb395c51f8c7dd5b149e1fee94a5
2024-12-03T06:14:52,349 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 2313eb395c51f8c7dd5b149e1fee94a5
2024-12-03T06:14:52,351 INFO  [StoreOpener-2313eb395c51f8c7dd5b149e1fee94a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2313eb395c51f8c7dd5b149e1fee94a5 
2024-12-03T06:14:52,353 INFO  [StoreOpener-2313eb395c51f8c7dd5b149e1fee94a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2313eb395c51f8c7dd5b149e1fee94a5 columnFamilyName f
2024-12-03T06:14:52,353 DEBUG [StoreOpener-2313eb395c51f8c7dd5b149e1fee94a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:14:52,360 DEBUG [StoreOpener-2313eb395c51f8c7dd5b149e1fee94a5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/f/903a1f9e94484baab9f1d9cb1b280d86
2024-12-03T06:14:52,371 DEBUG [StoreOpener-2313eb395c51f8c7dd5b149e1fee94a5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/f/a21bec87d82e42b6997aa5f3521cda14
2024-12-03T06:14:52,371 INFO  [StoreOpener-2313eb395c51f8c7dd5b149e1fee94a5-1 {}] regionserver.HStore(327): Store=2313eb395c51f8c7dd5b149e1fee94a5/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T06:14:52,371 INFO  [StoreOpener-2313eb395c51f8c7dd5b149e1fee94a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 2313eb395c51f8c7dd5b149e1fee94a5 
2024-12-03T06:14:52,374 INFO  [StoreOpener-2313eb395c51f8c7dd5b149e1fee94a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2313eb395c51f8c7dd5b149e1fee94a5 columnFamilyName f2
2024-12-03T06:14:52,374 DEBUG [StoreOpener-2313eb395c51f8c7dd5b149e1fee94a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:14:52,375 INFO  [StoreOpener-2313eb395c51f8c7dd5b149e1fee94a5-1 {}] regionserver.HStore(327): Store=2313eb395c51f8c7dd5b149e1fee94a5/f2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T06:14:52,375 INFO  [StoreOpener-2313eb395c51f8c7dd5b149e1fee94a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 2313eb395c51f8c7dd5b149e1fee94a5 
2024-12-03T06:14:52,376 INFO  [StoreOpener-2313eb395c51f8c7dd5b149e1fee94a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2313eb395c51f8c7dd5b149e1fee94a5 columnFamilyName mob
2024-12-03T06:14:52,377 DEBUG [StoreOpener-2313eb395c51f8c7dd5b149e1fee94a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:14:52,384 DEBUG [StoreOpener-2313eb395c51f8c7dd5b149e1fee94a5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/mob/df6cd1acd69148a9994ce832a6128f4d
2024-12-03T06:14:52,391 DEBUG [StoreOpener-2313eb395c51f8c7dd5b149e1fee94a5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/mob/f73378dcd5f541c5aa4f7f16de1e95a9
2024-12-03T06:14:52,391 INFO  [StoreOpener-2313eb395c51f8c7dd5b149e1fee94a5-1 {}] regionserver.HStore(327): Store=2313eb395c51f8c7dd5b149e1fee94a5/mob,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T06:14:52,392 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 2313eb395c51f8c7dd5b149e1fee94a5
2024-12-03T06:14:52,393 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5
2024-12-03T06:14:52,395 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5
2024-12-03T06:14:52,397 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 2313eb395c51f8c7dd5b149e1fee94a5
2024-12-03T06:14:52,397 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 2313eb395c51f8c7dd5b149e1fee94a5
2024-12-03T06:14:52,398 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1733206452353 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-03T06:14:52,400 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 2313eb395c51f8c7dd5b149e1fee94a5
2024-12-03T06:14:52,401 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 2313eb395c51f8c7dd5b149e1fee94a5; next sequenceid=338; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11343078880, jitterRate=0.05640654265880585}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-03T06:14:52,401 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2313eb395c51f8c7dd5b149e1fee94a5
2024-12-03T06:14:52,404 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 2313eb395c51f8c7dd5b149e1fee94a5:
Running coprocessor pre-open hook at 1733206492349Writing region info on filesystem at 1733206492349Initializing all the Stores at 1733206492350 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733206492351 (+1 ms)Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733206492351Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733206492351Cleaning up temporary data from old regions at 1733206492397 (+46 ms)Running coprocessor post-open hooks at 1733206492401 (+4 ms)Region opened successfully at 1733206492404 (+3 ms)
2024-12-03T06:14:52,405 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5., pid=46, masterSystemTime=1733206492343
2024-12-03T06:14:52,407 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5.
2024-12-03T06:14:52,407 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5.
2024-12-03T06:14:52,408 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=2313eb395c51f8c7dd5b149e1fee94a5, regionState=OPEN, openSeqNum=338, regionLocation=e3c6570475b6,46261,1733206439994
2024-12-03T06:14:52,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2313eb395c51f8c7dd5b149e1fee94a5, server=e3c6570475b6,46261,1733206439994 because future has completed
2024-12-03T06:14:52,417 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=44
2024-12-03T06:14:52,417 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure 2313eb395c51f8c7dd5b149e1fee94a5, server=e3c6570475b6,46261,1733206439994 in 223 msec
2024-12-03T06:14:52,420 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=43
2024-12-03T06:14:52,420 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=43, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1733206452353, region=2313eb395c51f8c7dd5b149e1fee94a5, REOPEN/MOVE in 562 msec
2024-12-03T06:14:52,425 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42
2024-12-03T06:14:52,425 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1733206452353 in 568 msec
2024-12-03T06:14:52,429 DEBUG [PEWorker-4 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=test-1733206452353
2024-12-03T06:14:52,438 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/f3/4b484ab9ab7e4ff29aade98b8b771348 to hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/archive/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/f3/4b484ab9ab7e4ff29aade98b8b771348
2024-12-03T06:14:52,444 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1733206452353 in 1.0070 sec
2024-12-03T06:14:52,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-12-03T06:14:52,446 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1733206452353 completed
2024-12-03T06:14:52,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T06:14:52,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T06:14:52,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T06:14:52,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T06:14:52,506 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation
2024-12-03T06:14:52,513 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733206492447
2024-12-03T06:14:52,517 DEBUG [Time-limited test {}] impl.TableBackupClient(330): Dependent incremental backup image: {BackupID=backup_1733206479955}
2024-12-03T06:14:52,517 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733206461062}
2024-12-03T06:14:52,517 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 2 ancestors for the current backup.
2024-12-03T06:14:52,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T06:14:52,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T06:14:52,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T06:14:52,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T06:14:52,574 ERROR [Time-limited test {}] impl.TableBackupClient(232): Unexpected Exception : 
Mismatch in column family descriptor for table: test-1733206452353
Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException: 
Mismatch in column family descriptor for table: test-1733206452353
Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
	at org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException$ColumnFamilyMismatchExceptionBuilder.build(ColumnFamilyMismatchException.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.verifyCfCompatibility(IncrementalTableBackupClient.java:513) ~[classes/:?]
	at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:280) ~[classes/:?]
	at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) ~[classes/:?]
	at org.apache.hadoop.hbase.backup.TestIncrementalBackup.lambda$TestIncBackupRestore$0(TestIncrementalBackup.java:171) ~[test-classes/:?]
	at org.junit.Assert.assertThrows(Assert.java:1001) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.Assert.assertThrows(Assert.java:981) ~[junit-4.13.2.jar:4.13.2]
	at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:170) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-03T06:14:52,577 ERROR [Time-limited test {}] impl.TableBackupClient(244): BackupId=backup_1733206492447,startts=0,failedts=1733206492575,failedphase=REQUEST,failedmessage=
Mismatch in column family descriptor for table: test-1733206452353
Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'tru
2024-12-03T06:14:52,577 DEBUG [Time-limited test {}] impl.BackupSystemTable(1537): Restoring backup:system from snapshot
2024-12-03T06:14:52,580 WARN  [Time-limited test {}] impl.BackupSystemTable(1549): Could not restore backup system table. Snapshot snapshot_backup_system does not exists.
2024-12-03T06:14:52,580 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system
2024-12-03T06:14:52,582 ERROR [Time-limited test {}] impl.BackupSystemTable(1578): Snapshot snapshot_backup_system does not exists
2024-12-03T06:14:52,583 DEBUG [Time-limited test {}] impl.TableBackupClient(188): Trying to cleanup up target dir. Current backup phase: REQUEST
2024-12-03T06:14:52,585 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation
2024-12-03T06:14:52,589 ERROR [Time-limited test {}] impl.TableBackupClient(250): Backup backup_1733206492447 failed.
2024-12-03T06:14:52,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T06:14:52,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T06:14:52,617 INFO  [Time-limited test {}] impl.BackupManager(225): Full backup all the tables available in the cluster: [backup:system_bulk, test-1733206452353, ns2:test-17332064523531, ns3:test-17332064523532, ns4:test-17332064523533]
2024-12-03T06:14:52,617 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation
2024-12-03T06:14:52,624 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-12-03T06:14:52,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733206492624 (current time:1733206492624).
2024-12-03T06:14:52,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-12-03T06:14:52,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2
2024-12-03T06:14:52,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de764aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:14:52,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] client.ClusterIdFetcher(90): Going to request e3c6570475b6,33457,-1 for getting cluster id
2024-12-03T06:14:52,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T06:14:52,633 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5447c48c-7b10-4672-8d86-f5d5f17214a6'
2024-12-03T06:14:52,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T06:14:52,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5447c48c-7b10-4672-8d86-f5d5f17214a6"

2024-12-03T06:14:52,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34e47708, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:14:52,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3c6570475b6,33457,-1]
2024-12-03T06:14:52,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T06:14:52,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:14:52,635 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T06:14:52,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36a81922, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:14:52,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T06:14:52,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3c6570475b6,46261,1733206439994, seqNum=-1]
2024-12-03T06:14:52,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T06:14:52,639 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T06:14:52,640 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457.
2024-12-03T06:14:52,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T06:14:52,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:14:52,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:14:52,641 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T06:14:52,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-12-03T06:14:52,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1139): Stored pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-12-03T06:14:52,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47
2024-12-03T06:14:52,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47
2024-12-03T06:14:52,648 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-12-03T06:14:52,649 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-12-03T06:14:52,654 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-12-03T06:14:52,666 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741905_1081 (size=52)
2024-12-03T06:14:52,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47
2024-12-03T06:14:52,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47
2024-12-03T06:14:53,068 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-12-03T06:14:53,068 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d51b0f21362a638b6e4367cd4ec6245b}]
2024-12-03T06:14:53,069 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d51b0f21362a638b6e4367cd4ec6245b
2024-12-03T06:14:53,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46261 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=48
2024-12-03T06:14:53,222 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1733206461287.d51b0f21362a638b6e4367cd4ec6245b.
2024-12-03T06:14:53,222 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2902): Flushing d51b0f21362a638b6e4367cd4ec6245b 2/2 column families, dataSize=2.61 KB heapSize=3.99 KB
2024-12-03T06:14:53,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/.tmp/meta/920f2ba4da234697b7b9257ce4627fb3 is 158, key is trslm:hdfs://localhost:45613/backupUT\x00ns2:test-17332064523531/meta:log-roll-map/1733206490963/Put/seqid=0
2024-12-03T06:14:53,232 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741906_1082 (size=5745)
2024-12-03T06:14:53,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47
2024-12-03T06:14:53,633 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=492 B at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/.tmp/meta/920f2ba4da234697b7b9257ce4627fb3
2024-12-03T06:14:53,645 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/.tmp/session/06797e4c587847b7967126a49fda5e63 is 1245, key is session:backup_1733206492447/session:context/1733206492584/Put/seqid=0
2024-12-03T06:14:53,649 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741907_1083 (size=6682)
2024-12-03T06:14:53,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47
2024-12-03T06:14:54,051 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/.tmp/session/06797e4c587847b7967126a49fda5e63
2024-12-03T06:14:54,061 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/.tmp/meta/920f2ba4da234697b7b9257ce4627fb3 as hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/meta/920f2ba4da234697b7b9257ce4627fb3
2024-12-03T06:14:54,069 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/meta/920f2ba4da234697b7b9257ce4627fb3, entries=4, sequenceid=31, filesize=5.6 K
2024-12-03T06:14:54,070 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/.tmp/session/06797e4c587847b7967126a49fda5e63 as hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/session/06797e4c587847b7967126a49fda5e63
2024-12-03T06:14:54,077 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/session/06797e4c587847b7967126a49fda5e63, entries=3, sequenceid=31, filesize=6.5 K
2024-12-03T06:14:54,078 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(3140): Finished flush of dataSize ~2.61 KB/2669, heapSize ~3.96 KB/4056, currentSize=0 B/0 for d51b0f21362a638b6e4367cd4ec6245b in 856ms, sequenceid=31, compaction requested=true
2024-12-03T06:14:54,078 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2603): Flush status journal for d51b0f21362a638b6e4367cd4ec6245b:

2024-12-03T06:14:54,078 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1733206461287.d51b0f21362a638b6e4367cd4ec6245b. for snapshot_backup_system completed.
2024-12-03T06:14:54,078 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1733206461287.d51b0f21362a638b6e4367cd4ec6245b.' region-info for snapshot=snapshot_backup_system
2024-12-03T06:14:54,078 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-12-03T06:14:54,078 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/meta/3ed0d92efa724f94b7beab201c71bfa9, hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/meta/920f2ba4da234697b7b9257ce4627fb3] hfiles
2024-12-03T06:14:54,078 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/meta/3ed0d92efa724f94b7beab201c71bfa9 for snapshot=snapshot_backup_system
2024-12-03T06:14:54,078 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/meta/920f2ba4da234697b7b9257ce4627fb3 for snapshot=snapshot_backup_system
2024-12-03T06:14:54,078 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/session/79a2d44b55214b6eab2834d47f0b85bf, hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/session/738f38fae89a41cc8a2f43a561b4ad31, hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/session/06797e4c587847b7967126a49fda5e63] hfiles
2024-12-03T06:14:54,079 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/session/79a2d44b55214b6eab2834d47f0b85bf for snapshot=snapshot_backup_system
2024-12-03T06:14:54,079 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/session/738f38fae89a41cc8a2f43a561b4ad31 for snapshot=snapshot_backup_system
2024-12-03T06:14:54,079 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/session/06797e4c587847b7967126a49fda5e63 for snapshot=snapshot_backup_system
2024-12-03T06:14:54,083 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741908_1084 (size=251)
2024-12-03T06:14:54,484 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1733206461287.d51b0f21362a638b6e4367cd4ec6245b.
2024-12-03T06:14:54,484 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48
2024-12-03T06:14:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4169): Remote procedure done, pid=48
2024-12-03T06:14:54,485 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region d51b0f21362a638b6e4367cd4ec6245b
2024-12-03T06:14:54,485 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d51b0f21362a638b6e4367cd4ec6245b
2024-12-03T06:14:54,488 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47
2024-12-03T06:14:54,489 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-12-03T06:14:54,489 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d51b0f21362a638b6e4367cd4ec6245b in 1.4180 sec
2024-12-03T06:14:54,489 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-12-03T06:14:54,490 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-12-03T06:14:54,490 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system
2024-12-03T06:14:54,491 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/.hbase-snapshot/.tmp/snapshot_backup_system
2024-12-03T06:14:54,499 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741909_1085 (size=888)
2024-12-03T06:14:54,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47
2024-12-03T06:14:54,903 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-12-03T06:14:54,912 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-12-03T06:14:54,912 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/.hbase-snapshot/snapshot_backup_system
2024-12-03T06:14:54,913 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-12-03T06:14:54,913 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47
2024-12-03T06:14:54,915 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2690 sec
2024-12-03T06:14:55,294 DEBUG [master/e3c6570475b6:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=49, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1733206452353
2024-12-03T06:14:55,310 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741910_1086 (size=950)
2024-12-03T06:14:55,711 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/.tabledesc/.tableinfo.0000000004.908
2024-12-03T06:14:55,711 INFO  [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/.tabledesc/.tableinfo.0000000005.950
2024-12-03T06:14:55,713 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1733206452353 in 419 msec
2024-12-03T06:14:56,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47
2024-12-03T06:14:56,803 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed
2024-12-03T06:14:56,803 INFO  [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1733206492590 started at 1733206496803.
2024-12-03T06:14:56,806 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1733206492590 has been started.
2024-12-03T06:14:56,810 INFO  [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ...
2024-12-03T06:14:56,810 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.3 procedure request for: rolllog-proc
2024-12-03T06:14:56,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog
2024-12-03T06:14:56,811 INFO  [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog'
2024-12-03T06:14:56,811 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms
2024-12-03T06:14:56,811 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire'
2024-12-03T06:14:56,811 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members.
2024-12-03T06:14:56,812 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-12-03T06:14:56,812 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog
2024-12-03T06:14:56,923 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/e3c6570475b6,46261,1733206439994
2024-12-03T06:14:56,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46261-0x10199d3687e0001, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-12-03T06:14:56,923 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-12-03T06:14:56,923 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-12-03T06:14:56,923 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/e3c6570475b6,46261,1733206439994
2024-12-03T06:14:56,924 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire'
2024-12-03T06:14:56,924 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog
2024-12-03T06:14:56,925 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46261-0x10199d3687e0001, quorum=127.0.0.1:59168, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-12-03T06:14:56,926 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35
2024-12-03T06:14:56,926 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog
2024-12-03T06:14:56,926 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup.
2024-12-03T06:14:56,926 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure.
2024-12-03T06:14:56,926 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog
2024-12-03T06:14:56,927 DEBUG [member: 'e3c6570475b6,46261,1733206439994' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms
2024-12-03T06:14:56,927 DEBUG [member: 'e3c6570475b6,46261,1733206439994' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms
2024-12-03T06:14:56,927 DEBUG [member: 'e3c6570475b6,46261,1733206439994' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage
2024-12-03T06:14:56,927 DEBUG [member: 'e3c6570475b6,46261,1733206439994' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired
2024-12-03T06:14:56,927 DEBUG [member: 'e3c6570475b6,46261,1733206439994' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'e3c6570475b6,46261,1733206439994' joining acquired barrier for procedure (rolllog) in zk
2024-12-03T06:14:57,003 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-03T06:14:57,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/e3c6570475b6,46261,1733206439994
2024-12-03T06:14:57,161 DEBUG [member: 'e3c6570475b6,46261,1733206439994' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog
2024-12-03T06:14:57,162 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/e3c6570475b6,46261,1733206439994
2024-12-03T06:14:57,162 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-12-03T06:14:57,162 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-12-03T06:14:57,162 DEBUG [member: 'e3c6570475b6,46261,1733206439994' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46261-0x10199d3687e0001, quorum=127.0.0.1:59168, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog
2024-12-03T06:14:57,162 DEBUG [member: 'e3c6570475b6,46261,1733206439994' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator
2024-12-03T06:14:57,163 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-12-03T06:14:57,164 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-12-03T06:14:57,164 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T06:14:57,165 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------e3c6570475b6,46261,1733206439994
2024-12-03T06:14:57,165 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-12-03T06:14:57,166 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'e3c6570475b6,46261,1733206439994' joining acquired barrier for procedure 'rolllog' on coordinator
2024-12-03T06:14:57,166 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution.
2024-12-03T06:14:57,166 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@47dc731f[Count = 0] remaining members to acquire global barrier
2024-12-03T06:14:57,166 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog
2024-12-03T06:14:57,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46261-0x10199d3687e0001, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-12-03T06:14:57,404 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog
2024-12-03T06:14:57,404 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog
2024-12-03T06:14:57,404 DEBUG [member: 'e3c6570475b6,46261,1733206439994' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator.
2024-12-03T06:14:57,404 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/e3c6570475b6,46261,1733206439994
2024-12-03T06:14:57,404 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release'
2024-12-03T06:14:57,404 DEBUG [member: 'e3c6570475b6,46261,1733206439994' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish.
2024-12-03T06:14:57,404 DEBUG [rs(e3c6570475b6,46261,1733206439994)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: e3c6570475b6,46261,1733206439994
2024-12-03T06:14:57,405 INFO  [rs(e3c6570475b6,46261,1733206439994)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1733206484393 highest: 1733206484393 on e3c6570475b6,46261,1733206439994
2024-12-03T06:14:57,405 DEBUG [regionserver/e3c6570475b6:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-1:(num 1733206484371) roll requested
2024-12-03T06:14:57,421 DEBUG [regionserver/e3c6570475b6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-1.1733206497405, exclude list is [], retry=0
2024-12-03T06:14:57,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39825,DS-f70c6145-0263-4ea9-9ab5-2c4c76794b8f,DISK]
2024-12-03T06:14:57,426 INFO  [regionserver/e3c6570475b6:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-1.1733206484371 with entries=15, filesize=4.80 KB; new WAL /user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-1.1733206497405
2024-12-03T06:14:57,426 DEBUG [regionserver/e3c6570475b6:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38055:38055)]
2024-12-03T06:14:57,426 DEBUG [regionserver/e3c6570475b6:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-1.1733206484371 is not closed yet, will try archiving it next time
2024-12-03T06:14:57,426 DEBUG [regionserver/e3c6570475b6:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-0:(num 1733206484393) roll requested
2024-12-03T06:14:57,427 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-1.1733206466300 to hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/oldWALs/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-1.1733206466300
2024-12-03T06:14:57,428 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741888_1064 (size=4927)
2024-12-03T06:14:57,428 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-1.1733206484371 not finished, retry = 0
2024-12-03T06:14:57,443 DEBUG [regionserver/e3c6570475b6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-0.1733206497427, exclude list is [], retry=0
2024-12-03T06:14:57,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39825,DS-f70c6145-0263-4ea9-9ab5-2c4c76794b8f,DISK]
2024-12-03T06:14:57,447 INFO  [regionserver/e3c6570475b6:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-0.1733206484393 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-0.1733206497427
2024-12-03T06:14:57,447 DEBUG [regionserver/e3c6570475b6:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38055:38055)]
2024-12-03T06:14:57,447 DEBUG [regionserver/e3c6570475b6:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-0.1733206484393 is not closed yet, will try archiving it next time
2024-12-03T06:14:57,447 DEBUG [regionserver/e3c6570475b6:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e3c6570475b6%2C46261%2C1733206439994.meta:.meta(num 1733206484418) roll requested
2024-12-03T06:14:57,449 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741889_1065 (size=93)
2024-12-03T06:14:57,449 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-0.1733206484393 not finished, retry = 0
2024-12-03T06:14:57,460 DEBUG [regionserver/e3c6570475b6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.meta.1733206497448.meta, exclude list is [], retry=0
2024-12-03T06:14:57,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39825,DS-f70c6145-0263-4ea9-9ab5-2c4c76794b8f,DISK]
2024-12-03T06:14:57,465 DEBUG [rs(e3c6570475b6,46261,1733206439994)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60
2024-12-03T06:14:57,465 INFO  [rs(e3c6570475b6,46261,1733206439994)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1733206497427 on e3c6570475b6,46261,1733206439994
2024-12-03T06:14:57,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T06:14:57,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T06:14:57,506 DEBUG [member: 'e3c6570475b6,46261,1733206439994' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed
2024-12-03T06:14:57,506 DEBUG [member: 'e3c6570475b6,46261,1733206439994' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure  'rolllog' completed for member 'e3c6570475b6,46261,1733206439994' in zk
2024-12-03T06:14:57,507 INFO  [regionserver/e3c6570475b6:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.meta.1733206484418.meta with entries=4, filesize=1.85 KB; new WAL /user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.meta.1733206497448.meta
2024-12-03T06:14:57,507 DEBUG [regionserver/e3c6570475b6:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38055:38055)]
2024-12-03T06:14:57,507 DEBUG [regionserver/e3c6570475b6:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.meta.1733206484418.meta is not closed yet, will try archiving it next time
2024-12-03T06:14:57,508 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741890_1066 (size=1903)
2024-12-03T06:14:57,508 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.meta.1733206484418.meta not finished, retry = 0
2024-12-03T06:14:57,550 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-0.1733206484393 to hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/oldWALs/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-0.1733206484393
2024-12-03T06:14:57,557 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties
2024-12-03T06:14:57,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/e3c6570475b6,46261,1733206439994
2024-12-03T06:14:57,716 DEBUG [member: 'e3c6570475b6,46261,1733206439994' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion
2024-12-03T06:14:57,716 DEBUG [member: 'e3c6570475b6,46261,1733206439994' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-12-03T06:14:57,716 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/e3c6570475b6,46261,1733206439994
2024-12-03T06:14:57,716 DEBUG [member: 'e3c6570475b6,46261,1733206439994' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed.
2024-12-03T06:14:57,716 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-12-03T06:14:57,716 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-12-03T06:14:57,717 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-12-03T06:14:57,718 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-12-03T06:14:57,718 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T06:14:57,719 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------e3c6570475b6,46261,1733206439994
2024-12-03T06:14:57,719 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-12-03T06:14:57,720 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T06:14:57,721 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------e3c6570475b6,46261,1733206439994
2024-12-03T06:14:57,722 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'e3c6570475b6,46261,1733206439994': 
2024-12-03T06:14:57,722 INFO  [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed
2024-12-03T06:14:57,722 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase.
2024-12-03T06:14:57,722 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'e3c6570475b6,46261,1733206439994' released barrier for procedure'rolllog', counting down latch.  Waiting for 0 more
2024-12-03T06:14:57,722 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures
2024-12-03T06:14:57,722 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog
2024-12-03T06:14:57,722 INFO  [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort
2024-12-03T06:14:57,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-12-03T06:14:57,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46261-0x10199d3687e0001, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-12-03T06:14:57,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46261-0x10199d3687e0001, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort
2024-12-03T06:14:57,748 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog
2024-12-03T06:14:57,748 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog
2024-12-03T06:14:57,748 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-12-03T06:14:57,748 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-12-03T06:14:57,748 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog
2024-12-03T06:14:57,749 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-12-03T06:14:57,749 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort
2024-12-03T06:14:57,749 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-12-03T06:14:57,749 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/e3c6570475b6,46261,1733206439994
2024-12-03T06:14:57,749 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog
2024-12-03T06:14:57,749 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T06:14:57,750 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-12-03T06:14:57,750 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T06:14:57,750 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------e3c6570475b6,46261,1733206439994
2024-12-03T06:14:57,751 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-12-03T06:14:57,751 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/e3c6570475b6,46261,1733206439994
2024-12-03T06:14:57,751 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T06:14:57,751 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------e3c6570475b6,46261,1733206439994
2024-12-03T06:14:57,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/e3c6570475b6,46261,1733206439994
2024-12-03T06:14:57,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-12-03T06:14:57,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46261-0x10199d3687e0001, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-12-03T06:14:57,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-12-03T06:14:57,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/e3c6570475b6,46261,1733206439994
2024-12-03T06:14:57,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-12-03T06:14:57,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-12-03T06:14:57,763 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-12-03T06:14:57,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-12-03T06:14:57,763 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-12-03T06:14:57,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46261-0x10199d3687e0001, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort
2024-12-03T06:14:57,763 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-12-03T06:14:57,763 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog
2024-12-03T06:14:57,763 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful!
2024-12-03T06:14:57,764 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort
2024-12-03T06:14:57,764 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-12-03T06:14:57,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done
2024-12-03T06:14:57,776 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1733206497776_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }
2024-12-03T06:14:57,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733206497777 (current time:1733206497777).
2024-12-03T06:14:57,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-12-03T06:14:57,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733206497776_backup_system_bulk VERSION not specified, setting to 2
2024-12-03T06:14:57,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9c88c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:14:57,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] client.ClusterIdFetcher(90): Going to request e3c6570475b6,33457,-1 for getting cluster id
2024-12-03T06:14:57,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T06:14:57,778 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5447c48c-7b10-4672-8d86-f5d5f17214a6'
2024-12-03T06:14:57,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T06:14:57,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5447c48c-7b10-4672-8d86-f5d5f17214a6"

2024-12-03T06:14:57,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c7ef92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:14:57,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3c6570475b6,33457,-1]
2024-12-03T06:14:57,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T06:14:57,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:14:57,780 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T06:14:57,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@175be025, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:14:57,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T06:14:57,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3c6570475b6,46261,1733206439994, seqNum=-1]
2024-12-03T06:14:57,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T06:14:57,785 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T06:14:57,786 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457.
2024-12-03T06:14:57,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T06:14:57,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:14:57,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:14:57,787 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T06:14:57,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-12-03T06:14:57,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733206497776_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }
2024-12-03T06:14:57,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733206497776_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 50
2024-12-03T06:14:57,790 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733206497776_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-12-03T06:14:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-12-03T06:14:57,792 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733206497776_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-12-03T06:14:57,795 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733206497776_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-12-03T06:14:57,802 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741914_1090 (size=76)
2024-12-03T06:14:57,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-12-03T06:14:58,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-12-03T06:14:58,204 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733206497776_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-12-03T06:14:58,205 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c8a0920fb31dde7b32fd7520daa6e14e}]
2024-12-03T06:14:58,206 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c8a0920fb31dde7b32fd7520daa6e14e
2024-12-03T06:14:58,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46261 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=51
2024-12-03T06:14:58,358 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system_bulk,,1733206463486.c8a0920fb31dde7b32fd7520daa6e14e.
2024-12-03T06:14:58,359 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for c8a0920fb31dde7b32fd7520daa6e14e:

2024-12-03T06:14:58,359 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system_bulk,,1733206463486.c8a0920fb31dde7b32fd7520daa6e14e. for snapshot_1733206497776_backup_system_bulk completed.
2024-12-03T06:14:58,359 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(241): Storing 'backup:system_bulk,,1733206463486.c8a0920fb31dde7b32fd7520daa6e14e.' region-info for snapshot=snapshot_1733206497776_backup_system_bulk
2024-12-03T06:14:58,359 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-12-03T06:14:58,359 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-12-03T06:14:58,359 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-12-03T06:14:58,365 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741915_1091 (size=61)
2024-12-03T06:14:58,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-12-03T06:14:58,766 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system_bulk,,1733206463486.c8a0920fb31dde7b32fd7520daa6e14e.
2024-12-03T06:14:58,766 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51
2024-12-03T06:14:58,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4169): Remote procedure done, pid=51
2024-12-03T06:14:58,767 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733206497776_backup_system_bulk on region c8a0920fb31dde7b32fd7520daa6e14e
2024-12-03T06:14:58,767 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c8a0920fb31dde7b32fd7520daa6e14e
2024-12-03T06:14:58,771 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50
2024-12-03T06:14:58,771 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733206497776_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-12-03T06:14:58,771 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c8a0920fb31dde7b32fd7520daa6e14e in 564 msec
2024-12-03T06:14:58,773 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733206497776_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-12-03T06:14:58,773 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733206497776_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-12-03T06:14:58,774 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733206497776_backup_system_bulk
2024-12-03T06:14:58,775 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/.hbase-snapshot/.tmp/snapshot_1733206497776_backup_system_bulk
2024-12-03T06:14:58,784 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741916_1092 (size=702)
2024-12-03T06:14:58,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-12-03T06:14:59,187 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733206497776_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-12-03T06:14:59,193 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733206497776_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-12-03T06:14:59,193 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/.hbase-snapshot/.tmp/snapshot_1733206497776_backup_system_bulk to hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/.hbase-snapshot/snapshot_1733206497776_backup_system_bulk
2024-12-03T06:14:59,195 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733206497776_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-12-03T06:14:59,195 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733206497776_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 50
2024-12-03T06:14:59,196 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733206497776_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } in 1.4070 sec
2024-12-03T06:14:59,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-12-03T06:14:59,934 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system_bulk completed
2024-12-03T06:14:59,935 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1733206499934_ns4_test-17332064523533 table=ns4:test-17332064523533 type=FLUSH ttl=0 }
2024-12-03T06:14:59,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733206499935 (current time:1733206499935).
2024-12-03T06:14:59,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-12-03T06:14:59,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733206499934_ns4_test-17332064523533 VERSION not specified, setting to 2
2024-12-03T06:14:59,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@299e08ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:14:59,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] client.ClusterIdFetcher(90): Going to request e3c6570475b6,33457,-1 for getting cluster id
2024-12-03T06:14:59,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T06:14:59,937 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5447c48c-7b10-4672-8d86-f5d5f17214a6'
2024-12-03T06:14:59,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T06:14:59,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5447c48c-7b10-4672-8d86-f5d5f17214a6"

2024-12-03T06:14:59,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c7d2ad8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:14:59,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3c6570475b6,33457,-1]
2024-12-03T06:14:59,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T06:14:59,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:14:59,939 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T06:14:59,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29e51328, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:14:59,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T06:14:59,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3c6570475b6,46261,1733206439994, seqNum=-1]
2024-12-03T06:14:59,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T06:14:59,942 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T06:14:59,944 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457.
2024-12-03T06:14:59,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T06:14:59,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:14:59,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:14:59,944 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T06:14:59,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-12-03T06:14:59,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733206499934_ns4_test-17332064523533 table=ns4:test-17332064523533 type=FLUSH ttl=0 }
2024-12-03T06:14:59,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733206499934_ns4_test-17332064523533 table=ns4:test-17332064523533 type=FLUSH ttl=0 }, snapshot procedure id = 52
2024-12-03T06:14:59,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-12-03T06:14:59,948 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733206499934_ns4_test-17332064523533 table=ns4:test-17332064523533 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-12-03T06:14:59,949 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733206499934_ns4_test-17332064523533 table=ns4:test-17332064523533 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-12-03T06:14:59,952 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733206499934_ns4_test-17332064523533 table=ns4:test-17332064523533 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-12-03T06:14:59,966 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741917_1093 (size=86)
2024-12-03T06:15:00,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-12-03T06:15:00,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-12-03T06:15:00,368 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733206499934_ns4_test-17332064523533 table=ns4:test-17332064523533 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-12-03T06:15:00,368 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7f33e5975dde248178d056a48f82bb50}]
2024-12-03T06:15:00,369 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7f33e5975dde248178d056a48f82bb50
2024-12-03T06:15:00,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46261 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=53
2024-12-03T06:15:00,521 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns4:test-17332064523533,,1733206458064.7f33e5975dde248178d056a48f82bb50.
2024-12-03T06:15:00,522 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 7f33e5975dde248178d056a48f82bb50:

2024-12-03T06:15:00,522 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns4:test-17332064523533,,1733206458064.7f33e5975dde248178d056a48f82bb50. for snapshot_1733206499934_ns4_test-17332064523533 completed.
2024-12-03T06:15:00,522 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(241): Storing 'ns4:test-17332064523533,,1733206458064.7f33e5975dde248178d056a48f82bb50.' region-info for snapshot=snapshot_1733206499934_ns4_test-17332064523533
2024-12-03T06:15:00,523 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-12-03T06:15:00,523 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-12-03T06:15:00,533 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741918_1094 (size=52)
2024-12-03T06:15:00,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-12-03T06:15:00,870 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 0fc8e072545f89745c5aab3361a5edab, had cached 0 bytes from a total of 8413
2024-12-03T06:15:00,935 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns4:test-17332064523533,,1733206458064.7f33e5975dde248178d056a48f82bb50.
2024-12-03T06:15:00,935 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53
2024-12-03T06:15:00,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4169): Remote procedure done, pid=53
2024-12-03T06:15:00,936 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733206499934_ns4_test-17332064523533 on region 7f33e5975dde248178d056a48f82bb50
2024-12-03T06:15:00,937 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7f33e5975dde248178d056a48f82bb50
2024-12-03T06:15:00,942 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52
2024-12-03T06:15:00,942 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7f33e5975dde248178d056a48f82bb50 in 570 msec
2024-12-03T06:15:00,942 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733206499934_ns4_test-17332064523533 table=ns4:test-17332064523533 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-12-03T06:15:00,943 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733206499934_ns4_test-17332064523533 table=ns4:test-17332064523533 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-12-03T06:15:00,944 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733206499934_ns4_test-17332064523533 table=ns4:test-17332064523533 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-12-03T06:15:00,944 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733206499934_ns4_test-17332064523533
2024-12-03T06:15:00,945 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/.hbase-snapshot/.tmp/snapshot_1733206499934_ns4_test-17332064523533
2024-12-03T06:15:00,952 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741919_1095 (size=443)
2024-12-03T06:15:01,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-12-03T06:15:01,355 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733206499934_ns4_test-17332064523533 table=ns4:test-17332064523533 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-12-03T06:15:01,363 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733206499934_ns4_test-17332064523533 table=ns4:test-17332064523533 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-12-03T06:15:01,364 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/.hbase-snapshot/.tmp/snapshot_1733206499934_ns4_test-17332064523533 to hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/.hbase-snapshot/snapshot_1733206499934_ns4_test-17332064523533
2024-12-03T06:15:01,365 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733206499934_ns4_test-17332064523533 table=ns4:test-17332064523533 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-12-03T06:15:01,366 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733206499934_ns4_test-17332064523533 table=ns4:test-17332064523533 type=FLUSH ttl=0 }, snapshot procedure id = 52
2024-12-03T06:15:01,367 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733206499934_ns4_test-17332064523533 table=ns4:test-17332064523533 type=FLUSH ttl=0 } in 1.4210 sec
2024-12-03T06:15:02,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-12-03T06:15:02,094 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns4:test-17332064523533 completed
2024-12-03T06:15:02,095 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1733206502094_default_test-1733206452353 table=test-1733206452353 type=FLUSH ttl=0 }
2024-12-03T06:15:02,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733206502095 (current time:1733206502095).
2024-12-03T06:15:02,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-12-03T06:15:02,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733206502094_default_test-1733206452353 VERSION not specified, setting to 2
2024-12-03T06:15:02,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@713cd409, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:02,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] client.ClusterIdFetcher(90): Going to request e3c6570475b6,33457,-1 for getting cluster id
2024-12-03T06:15:02,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T06:15:02,097 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5447c48c-7b10-4672-8d86-f5d5f17214a6'
2024-12-03T06:15:02,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T06:15:02,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5447c48c-7b10-4672-8d86-f5d5f17214a6"

2024-12-03T06:15:02,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70b87a52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:02,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3c6570475b6,33457,-1]
2024-12-03T06:15:02,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T06:15:02,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:02,099 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T06:15:02,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6799e18c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:02,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T06:15:02,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3c6570475b6,46261,1733206439994, seqNum=-1]
2024-12-03T06:15:02,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T06:15:02,103 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T06:15:02,104 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457.
2024-12-03T06:15:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T06:15:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:02,104 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T06:15:02,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-12-03T06:15:02,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733206502094_default_test-1733206452353 table=test-1733206452353 type=FLUSH ttl=0 }
2024-12-03T06:15:02,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733206502094_default_test-1733206452353 table=test-1733206452353 type=FLUSH ttl=0 }, snapshot procedure id = 54
2024-12-03T06:15:02,106 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733206502094_default_test-1733206452353 table=test-1733206452353 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-12-03T06:15:02,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-12-03T06:15:02,107 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733206502094_default_test-1733206452353 table=test-1733206452353 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-12-03T06:15:02,110 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733206502094_default_test-1733206452353 table=test-1733206452353 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-12-03T06:15:02,114 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741920_1096 (size=84)
2024-12-03T06:15:02,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-12-03T06:15:02,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-12-03T06:15:02,515 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733206502094_default_test-1733206452353 table=test-1733206452353 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-12-03T06:15:02,515 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2313eb395c51f8c7dd5b149e1fee94a5}]
2024-12-03T06:15:02,516 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2313eb395c51f8c7dd5b149e1fee94a5
2024-12-03T06:15:02,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46261 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=55
2024-12-03T06:15:02,669 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5.
2024-12-03T06:15:02,669 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 2313eb395c51f8c7dd5b149e1fee94a5:

2024-12-03T06:15:02,669 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5. for snapshot_1733206502094_default_test-1733206452353 completed.
2024-12-03T06:15:02,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(241): Storing 'test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5.' region-info for snapshot=snapshot_1733206502094_default_test-1733206452353
2024-12-03T06:15:02,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-12-03T06:15:02,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/f/a21bec87d82e42b6997aa5f3521cda14, hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/f/903a1f9e94484baab9f1d9cb1b280d86] hfiles
2024-12-03T06:15:02,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/f/a21bec87d82e42b6997aa5f3521cda14 for snapshot=snapshot_1733206502094_default_test-1733206452353
2024-12-03T06:15:02,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/f/903a1f9e94484baab9f1d9cb1b280d86 for snapshot=snapshot_1733206502094_default_test-1733206452353
2024-12-03T06:15:02,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-12-03T06:15:02,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/mob/df6cd1acd69148a9994ce832a6128f4d, hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/mob/f73378dcd5f541c5aa4f7f16de1e95a9] hfiles
2024-12-03T06:15:02,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/mob/df6cd1acd69148a9994ce832a6128f4d for snapshot=snapshot_1733206502094_default_test-1733206452353
2024-12-03T06:15:02,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/mob/f73378dcd5f541c5aa4f7f16de1e95a9 for snapshot=snapshot_1733206502094_default_test-1733206452353
2024-12-03T06:15:02,677 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741921_1097 (size=224)
2024-12-03T06:15:02,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-12-03T06:15:03,078 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5.
2024-12-03T06:15:03,078 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55
2024-12-03T06:15:03,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4169): Remote procedure done, pid=55
2024-12-03T06:15:03,079 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733206502094_default_test-1733206452353 on region 2313eb395c51f8c7dd5b149e1fee94a5
2024-12-03T06:15:03,079 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2313eb395c51f8c7dd5b149e1fee94a5
2024-12-03T06:15:03,083 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54
2024-12-03T06:15:03,083 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733206502094_default_test-1733206452353 table=test-1733206452353 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-12-03T06:15:03,083 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2313eb395c51f8c7dd5b149e1fee94a5 in 565 msec
2024-12-03T06:15:03,084 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733206502094_default_test-1733206452353 table=test-1733206452353 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-12-03T06:15:03,085 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-12-03T06:15:03,085 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-12-03T06:15:03,085 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:15:03,086 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f
2024-12-03T06:15:03,086 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:15:03,087 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f2
2024-12-03T06:15:03,087 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:15:03,088 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/mobdir/data/default/test-1733206452353/89759a9574a45e3373f4139992022757/mob/d41d8cd98f00b204e9800998ecf8427e20241203e831925c11594e07be456004c32bc075_2313eb395c51f8c7dd5b149e1fee94a5] hfiles
2024-12-03T06:15:03,088 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/1): hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/mobdir/data/default/test-1733206452353/89759a9574a45e3373f4139992022757/mob/d41d8cd98f00b204e9800998ecf8427e20241203e831925c11594e07be456004c32bc075_2313eb395c51f8c7dd5b149e1fee94a5
2024-12-03T06:15:03,096 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741922_1098 (size=168)
2024-12-03T06:15:03,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-12-03T06:15:03,498 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733206502094_default_test-1733206452353 table=test-1733206452353 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-12-03T06:15:03,498 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733206502094_default_test-1733206452353
2024-12-03T06:15:03,499 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/.hbase-snapshot/.tmp/snapshot_1733206502094_default_test-1733206452353
2024-12-03T06:15:03,509 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741923_1099 (size=1347)
2024-12-03T06:15:03,912 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733206502094_default_test-1733206452353 table=test-1733206452353 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-12-03T06:15:03,921 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733206502094_default_test-1733206452353 table=test-1733206452353 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-12-03T06:15:03,922 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/.hbase-snapshot/.tmp/snapshot_1733206502094_default_test-1733206452353 to hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/.hbase-snapshot/snapshot_1733206502094_default_test-1733206452353
2024-12-03T06:15:03,923 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733206502094_default_test-1733206452353 table=test-1733206452353 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-12-03T06:15:03,923 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733206502094_default_test-1733206452353 table=test-1733206452353 type=FLUSH ttl=0 }, snapshot procedure id = 54
2024-12-03T06:15:03,925 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733206502094_default_test-1733206452353 table=test-1733206452353 type=FLUSH ttl=0 } in 1.8180 sec
2024-12-03T06:15:04,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-12-03T06:15:04,253 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1733206452353 completed
2024-12-03T06:15:04,254 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1733206504253_ns3_test-17332064523532 table=ns3:test-17332064523532 type=FLUSH ttl=0 }
2024-12-03T06:15:04,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733206504254 (current time:1733206504254).
2024-12-03T06:15:04,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-12-03T06:15:04,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733206504253_ns3_test-17332064523532 VERSION not specified, setting to 2
2024-12-03T06:15:04,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cb48f71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:04,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] client.ClusterIdFetcher(90): Going to request e3c6570475b6,33457,-1 for getting cluster id
2024-12-03T06:15:04,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T06:15:04,256 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5447c48c-7b10-4672-8d86-f5d5f17214a6'
2024-12-03T06:15:04,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T06:15:04,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5447c48c-7b10-4672-8d86-f5d5f17214a6"

2024-12-03T06:15:04,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52973390, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:04,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3c6570475b6,33457,-1]
2024-12-03T06:15:04,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T06:15:04,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:04,258 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T06:15:04,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eb6f46c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T06:15:04,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3c6570475b6,46261,1733206439994, seqNum=-1]
2024-12-03T06:15:04,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T06:15:04,262 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T06:15:04,263 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457.
2024-12-03T06:15:04,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T06:15:04,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:04,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:04,264 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T06:15:04,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-12-03T06:15:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733206504253_ns3_test-17332064523532 table=ns3:test-17332064523532 type=FLUSH ttl=0 }
2024-12-03T06:15:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733206504253_ns3_test-17332064523532 table=ns3:test-17332064523532 type=FLUSH ttl=0 }, snapshot procedure id = 56
2024-12-03T06:15:04,267 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733206504253_ns3_test-17332064523532 table=ns3:test-17332064523532 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-12-03T06:15:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-12-03T06:15:04,268 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733206504253_ns3_test-17332064523532 table=ns3:test-17332064523532 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-12-03T06:15:04,271 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733206504253_ns3_test-17332064523532 table=ns3:test-17332064523532 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-12-03T06:15:04,277 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741924_1100 (size=86)
2024-12-03T06:15:04,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-12-03T06:15:04,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-12-03T06:15:04,679 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733206504253_ns3_test-17332064523532 table=ns3:test-17332064523532 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-12-03T06:15:04,679 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2c55c039cf559ac3f1c52ba68f0e12fa}]
2024-12-03T06:15:04,680 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2c55c039cf559ac3f1c52ba68f0e12fa
2024-12-03T06:15:04,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46261 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=57
2024-12-03T06:15:04,832 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-17332064523532,,1733206456911.2c55c039cf559ac3f1c52ba68f0e12fa.
2024-12-03T06:15:04,832 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 2c55c039cf559ac3f1c52ba68f0e12fa:

2024-12-03T06:15:04,832 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-17332064523532,,1733206456911.2c55c039cf559ac3f1c52ba68f0e12fa. for snapshot_1733206504253_ns3_test-17332064523532 completed.
2024-12-03T06:15:04,832 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(241): Storing 'ns3:test-17332064523532,,1733206456911.2c55c039cf559ac3f1c52ba68f0e12fa.' region-info for snapshot=snapshot_1733206504253_ns3_test-17332064523532
2024-12-03T06:15:04,832 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-12-03T06:15:04,832 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-12-03T06:15:04,838 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741925_1101 (size=52)
2024-12-03T06:15:04,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-12-03T06:15:05,239 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-17332064523532,,1733206456911.2c55c039cf559ac3f1c52ba68f0e12fa.
2024-12-03T06:15:05,239 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57
2024-12-03T06:15:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4169): Remote procedure done, pid=57
2024-12-03T06:15:05,240 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733206504253_ns3_test-17332064523532 on region 2c55c039cf559ac3f1c52ba68f0e12fa
2024-12-03T06:15:05,240 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2c55c039cf559ac3f1c52ba68f0e12fa
2024-12-03T06:15:05,244 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56
2024-12-03T06:15:05,244 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733206504253_ns3_test-17332064523532 table=ns3:test-17332064523532 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-12-03T06:15:05,244 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2c55c039cf559ac3f1c52ba68f0e12fa in 562 msec
2024-12-03T06:15:05,245 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733206504253_ns3_test-17332064523532 table=ns3:test-17332064523532 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-12-03T06:15:05,246 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733206504253_ns3_test-17332064523532 table=ns3:test-17332064523532 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-12-03T06:15:05,246 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733206504253_ns3_test-17332064523532
2024-12-03T06:15:05,247 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/.hbase-snapshot/.tmp/snapshot_1733206504253_ns3_test-17332064523532
2024-12-03T06:15:05,255 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741926_1102 (size=443)
2024-12-03T06:15:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-12-03T06:15:05,657 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733206504253_ns3_test-17332064523532 table=ns3:test-17332064523532 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-12-03T06:15:05,662 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733206504253_ns3_test-17332064523532 table=ns3:test-17332064523532 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-12-03T06:15:05,663 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/.hbase-snapshot/.tmp/snapshot_1733206504253_ns3_test-17332064523532 to hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/.hbase-snapshot/snapshot_1733206504253_ns3_test-17332064523532
2024-12-03T06:15:05,664 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733206504253_ns3_test-17332064523532 table=ns3:test-17332064523532 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-12-03T06:15:05,664 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733206504253_ns3_test-17332064523532 table=ns3:test-17332064523532 type=FLUSH ttl=0 }, snapshot procedure id = 56
2024-12-03T06:15:05,665 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733206504253_ns3_test-17332064523532 table=ns3:test-17332064523532 type=FLUSH ttl=0 } in 1.3990 sec
2024-12-03T06:15:06,062 INFO  [master/e3c6570475b6:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-12-03T06:15:06,062 INFO  [master/e3c6570475b6:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-12-03T06:15:06,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-12-03T06:15:06,424 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns3:test-17332064523532 completed
2024-12-03T06:15:06,424 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1733206506424_ns2_test-17332064523531 table=ns2:test-17332064523531 type=FLUSH ttl=0 }
2024-12-03T06:15:06,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733206506425 (current time:1733206506425).
2024-12-03T06:15:06,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-12-03T06:15:06,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733206506424_ns2_test-17332064523531 VERSION not specified, setting to 2
2024-12-03T06:15:06,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70fdba2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:06,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] client.ClusterIdFetcher(90): Going to request e3c6570475b6,33457,-1 for getting cluster id
2024-12-03T06:15:06,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T06:15:06,426 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5447c48c-7b10-4672-8d86-f5d5f17214a6'
2024-12-03T06:15:06,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T06:15:06,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5447c48c-7b10-4672-8d86-f5d5f17214a6"

2024-12-03T06:15:06,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47155852, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:06,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3c6570475b6,33457,-1]
2024-12-03T06:15:06,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T06:15:06,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:06,428 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T06:15:06,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70512fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:06,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T06:15:06,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3c6570475b6,46261,1733206439994, seqNum=-1]
2024-12-03T06:15:06,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T06:15:06,432 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T06:15:06,433 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457.
2024-12-03T06:15:06,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T06:15:06,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:06,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:06,433 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T06:15:06,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-12-03T06:15:06,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733206506424_ns2_test-17332064523531 table=ns2:test-17332064523531 type=FLUSH ttl=0 }
2024-12-03T06:15:06,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733206506424_ns2_test-17332064523531 table=ns2:test-17332064523531 type=FLUSH ttl=0 }, snapshot procedure id = 58
2024-12-03T06:15:06,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-12-03T06:15:06,436 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733206506424_ns2_test-17332064523531 table=ns2:test-17332064523531 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-12-03T06:15:06,437 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733206506424_ns2_test-17332064523531 table=ns2:test-17332064523531 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-12-03T06:15:06,440 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733206506424_ns2_test-17332064523531 table=ns2:test-17332064523531 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-12-03T06:15:06,449 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741927_1103 (size=86)
2024-12-03T06:15:06,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-12-03T06:15:06,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-12-03T06:15:06,848 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733206506424_ns2_test-17332064523531 table=ns2:test-17332064523531 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-12-03T06:15:06,849 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0fc8e072545f89745c5aab3361a5edab}]
2024-12-03T06:15:06,851 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0fc8e072545f89745c5aab3361a5edab
2024-12-03T06:15:07,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46261 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=59
2024-12-03T06:15:07,003 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17332064523531,,1733206454558.0fc8e072545f89745c5aab3361a5edab.
2024-12-03T06:15:07,003 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing 0fc8e072545f89745c5aab3361a5edab 1/1 column families, dataSize=170 B heapSize=816 B
2024-12-03T06:15:07,008 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/ns2/test-17332064523531/0fc8e072545f89745c5aab3361a5edab/.tmp/f/cca0f1dc9941466cb76b018324e6cd5a is 38, key is row-t20/f:q1/1733206478892/Put/seqid=0
2024-12-03T06:15:07,018 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741928_1104 (size=5134)
2024-12-03T06:15:07,021 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/ns2/test-17332064523531/0fc8e072545f89745c5aab3361a5edab/.tmp/f/cca0f1dc9941466cb76b018324e6cd5a
2024-12-03T06:15:07,038 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/ns2/test-17332064523531/0fc8e072545f89745c5aab3361a5edab/.tmp/f/cca0f1dc9941466cb76b018324e6cd5a as hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/ns2/test-17332064523531/0fc8e072545f89745c5aab3361a5edab/f/cca0f1dc9941466cb76b018324e6cd5a
2024-12-03T06:15:07,046 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/ns2/test-17332064523531/0fc8e072545f89745c5aab3361a5edab/f/cca0f1dc9941466cb76b018324e6cd5a, entries=5, sequenceid=111, filesize=5.0 K
2024-12-03T06:15:07,047 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~170 B/170, heapSize ~800 B/800, currentSize=0 B/0 for 0fc8e072545f89745c5aab3361a5edab in 44ms, sequenceid=111, compaction requested=false
2024-12-03T06:15:07,047 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for 0fc8e072545f89745c5aab3361a5edab:

2024-12-03T06:15:07,047 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17332064523531,,1733206454558.0fc8e072545f89745c5aab3361a5edab. for snapshot_1733206506424_ns2_test-17332064523531 completed.
2024-12-03T06:15:07,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17332064523531,,1733206454558.0fc8e072545f89745c5aab3361a5edab.' region-info for snapshot=snapshot_1733206506424_ns2_test-17332064523531
2024-12-03T06:15:07,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-12-03T06:15:07,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/ns2/test-17332064523531/0fc8e072545f89745c5aab3361a5edab/f/e6ff5977fb9b42b6bc0b763a40dbc4b7, hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/ns2/test-17332064523531/0fc8e072545f89745c5aab3361a5edab/f/cca0f1dc9941466cb76b018324e6cd5a] hfiles
2024-12-03T06:15:07,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/ns2/test-17332064523531/0fc8e072545f89745c5aab3361a5edab/f/e6ff5977fb9b42b6bc0b763a40dbc4b7 for snapshot=snapshot_1733206506424_ns2_test-17332064523531
2024-12-03T06:15:07,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/ns2/test-17332064523531/0fc8e072545f89745c5aab3361a5edab/f/cca0f1dc9941466cb76b018324e6cd5a for snapshot=snapshot_1733206506424_ns2_test-17332064523531
2024-12-03T06:15:07,061 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741929_1105 (size=130)
2024-12-03T06:15:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-12-03T06:15:07,065 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17332064523531,,1733206454558.0fc8e072545f89745c5aab3361a5edab.
2024-12-03T06:15:07,065 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59
2024-12-03T06:15:07,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4169): Remote procedure done, pid=59
2024-12-03T06:15:07,065 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733206506424_ns2_test-17332064523531 on region 0fc8e072545f89745c5aab3361a5edab
2024-12-03T06:15:07,066 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0fc8e072545f89745c5aab3361a5edab
2024-12-03T06:15:07,068 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58
2024-12-03T06:15:07,068 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733206506424_ns2_test-17332064523531 table=ns2:test-17332064523531 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-12-03T06:15:07,068 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0fc8e072545f89745c5aab3361a5edab in 218 msec
2024-12-03T06:15:07,069 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733206506424_ns2_test-17332064523531 table=ns2:test-17332064523531 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-12-03T06:15:07,070 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733206506424_ns2_test-17332064523531 table=ns2:test-17332064523531 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-12-03T06:15:07,070 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733206506424_ns2_test-17332064523531
2024-12-03T06:15:07,071 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/.hbase-snapshot/.tmp/snapshot_1733206506424_ns2_test-17332064523531
2024-12-03T06:15:07,083 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741930_1106 (size=496)
2024-12-03T06:15:07,486 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733206506424_ns2_test-17332064523531 table=ns2:test-17332064523531 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-12-03T06:15:07,493 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733206506424_ns2_test-17332064523531 table=ns2:test-17332064523531 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-12-03T06:15:07,494 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/.hbase-snapshot/.tmp/snapshot_1733206506424_ns2_test-17332064523531 to hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/.hbase-snapshot/snapshot_1733206506424_ns2_test-17332064523531
2024-12-03T06:15:07,496 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733206506424_ns2_test-17332064523531 table=ns2:test-17332064523531 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-12-03T06:15:07,496 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733206506424_ns2_test-17332064523531 table=ns2:test-17332064523531 type=FLUSH ttl=0 }, snapshot procedure id = 58
2024-12-03T06:15:07,497 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733206506424_ns2_test-17332064523531 table=ns2:test-17332064523531 type=FLUSH ttl=0 } in 1.0620 sec
2024-12-03T06:15:07,565 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region d51b0f21362a638b6e4367cd4ec6245b, had cached 0 bytes from a total of 28925
2024-12-03T06:15:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-12-03T06:15:07,574 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17332064523531 completed
2024-12-03T06:15:07,574 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1733206492590
2024-12-03T06:15:07,574 INFO  [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting.
2024-12-03T06:15:07,574 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 5 snapshots to be copied.
2024-12-03T06:15:07,575 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733206492590_backup:system_bulk
2024-12-03T06:15:07,575 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733206497776_backup_system_bulk to hdfs://localhost:45613/backupUT/backup_1733206492590/backup/system_bulk/
2024-12-03T06:15:07,575 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY
2024-12-03T06:15:07,612 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:45613, inputRoot=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98
2024-12-03T06:15:07,612 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-889099208_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:45613/backupUT/backup_1733206492590/backup/system_bulk, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:45613/backupUT/backup_1733206492590/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1733206497776_backup_system_bulk
2024-12-03T06:15:07,614 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-12-03T06:15:07,618 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/.hbase-snapshot/snapshot_1733206497776_backup_system_bulk to hdfs://localhost:45613/backupUT/backup_1733206492590/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1733206497776_backup_system_bulk
2024-12-03T06:15:07,635 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741931_1107 (size=76)
2024-12-03T06:15:07,638 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741932_1108 (size=702)
2024-12-03T06:15:08,040 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:08,040 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:08,040 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:09,056 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop-703664307509705536.jar
2024-12-03T06:15:09,056 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:09,057 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:09,117 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop-12291223562816959121.jar
2024-12-03T06:15:09,117 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:09,118 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:09,118 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:09,119 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:09,119 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:09,119 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:09,120 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-03T06:15:09,120 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-12-03T06:15:09,120 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-12-03T06:15:09,120 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-12-03T06:15:09,121 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-12-03T06:15:09,121 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-12-03T06:15:09,121 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-12-03T06:15:09,122 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-12-03T06:15:09,122 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-12-03T06:15:09,122 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-12-03T06:15:09,122 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-12-03T06:15:09,123 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T06:15:09,123 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T06:15:09,123 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T06:15:09,124 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T06:15:09,124 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T06:15:09,124 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T06:15:09,124 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T06:15:09,177 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-12-03T06:15:09,196 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-12-03T06:15:09,202 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733206497776_backup_system_bulk' hfile list
2024-12-03T06:15:09,311 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/mapreduce.cluster.local.dir/job_local420920371_0005_d15294ef-e35a-4e2b-82a3-bfdc83c84074/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-12-03T06:15:09,311 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/mapreduce.cluster.local.dir/job_local420920371_0005_d15294ef-e35a-4e2b-82a3-bfdc83c84074/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-12-03T06:15:10,353 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-12-03T06:15:10,354 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-12-03T06:15:10,360 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733206497776_backup_system_bulk
2024-12-03T06:15:10,360 INFO  [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733206497776_backup_system_bulk finished.
2024-12-03T06:15:10,360 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733206492590_ns4:test-17332064523533
2024-12-03T06:15:10,360 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733206499934_ns4_test-17332064523533 to hdfs://localhost:45613/backupUT/backup_1733206492590/ns4/test-17332064523533/
2024-12-03T06:15:10,360 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY
2024-12-03T06:15:10,402 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:45613, inputRoot=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98
2024-12-03T06:15:10,402 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-889099208_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:45613/backupUT/backup_1733206492590/ns4/test-17332064523533, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:45613/backupUT/backup_1733206492590/ns4/test-17332064523533/.hbase-snapshot/.tmp/snapshot_1733206499934_ns4_test-17332064523533
2024-12-03T06:15:10,405 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-12-03T06:15:10,410 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/.hbase-snapshot/snapshot_1733206499934_ns4_test-17332064523533 to hdfs://localhost:45613/backupUT/backup_1733206492590/ns4/test-17332064523533/.hbase-snapshot/.tmp/snapshot_1733206499934_ns4_test-17332064523533
2024-12-03T06:15:10,437 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741933_1109 (size=443)
2024-12-03T06:15:10,447 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741934_1110 (size=86)
2024-12-03T06:15:10,849 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:10,850 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:10,850 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:11,835 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop-4853924744213836607.jar
2024-12-03T06:15:11,835 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:11,836 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:11,890 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop-4023405593031043969.jar
2024-12-03T06:15:11,890 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:11,890 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:11,891 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:11,891 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:11,891 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:11,892 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:11,892 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-03T06:15:11,892 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-12-03T06:15:11,892 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-12-03T06:15:11,892 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-12-03T06:15:11,893 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-12-03T06:15:11,893 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-12-03T06:15:11,893 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-12-03T06:15:11,893 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-12-03T06:15:11,893 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-12-03T06:15:11,894 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-12-03T06:15:11,894 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-12-03T06:15:11,894 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T06:15:11,894 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T06:15:11,895 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T06:15:11,895 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T06:15:11,895 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T06:15:11,895 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T06:15:11,895 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T06:15:11,951 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-12-03T06:15:11,967 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-12-03T06:15:11,977 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733206499934_ns4_test-17332064523533' hfile list
2024-12-03T06:15:12,079 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/mapreduce.cluster.local.dir/job_local643889222_0006_7f0b26ec-1a6d-4e0c-ac72-bfca01951530/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-12-03T06:15:12,079 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/mapreduce.cluster.local.dir/job_local643889222_0006_7f0b26ec-1a6d-4e0c-ac72-bfca01951530/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-12-03T06:15:13,117 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-12-03T06:15:13,118 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-12-03T06:15:13,122 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733206499934_ns4_test-17332064523533
2024-12-03T06:15:13,123 INFO  [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733206499934_ns4_test-17332064523533 finished.
2024-12-03T06:15:13,123 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733206492590_test-1733206452353
2024-12-03T06:15:13,123 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733206502094_default_test-1733206452353 to hdfs://localhost:45613/backupUT/backup_1733206492590/default/test-1733206452353/
2024-12-03T06:15:13,123 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY
2024-12-03T06:15:13,155 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:45613, inputRoot=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98
2024-12-03T06:15:13,155 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-889099208_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:45613/backupUT/backup_1733206492590/default/test-1733206452353, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:45613/backupUT/backup_1733206492590/default/test-1733206452353/.hbase-snapshot/.tmp/snapshot_1733206502094_default_test-1733206452353
2024-12-03T06:15:13,157 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-12-03T06:15:13,164 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/.hbase-snapshot/snapshot_1733206502094_default_test-1733206452353 to hdfs://localhost:45613/backupUT/backup_1733206492590/default/test-1733206452353/.hbase-snapshot/.tmp/snapshot_1733206502094_default_test-1733206452353
2024-12-03T06:15:13,174 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741936_1112 (size=1347)
2024-12-03T06:15:13,174 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741935_1111 (size=84)
2024-12-03T06:15:13,577 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:13,577 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:13,578 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:14,464 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop-13855147166575857297.jar
2024-12-03T06:15:14,465 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:14,465 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:14,532 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop-6376481953067180189.jar
2024-12-03T06:15:14,532 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:14,533 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:14,533 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:14,533 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:14,534 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:14,534 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:14,534 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-03T06:15:14,534 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-12-03T06:15:14,535 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-12-03T06:15:14,535 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-12-03T06:15:14,535 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-12-03T06:15:14,535 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-12-03T06:15:14,536 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-12-03T06:15:14,536 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-12-03T06:15:14,536 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-12-03T06:15:14,536 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-12-03T06:15:14,537 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-12-03T06:15:14,537 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T06:15:14,537 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T06:15:14,537 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T06:15:14,538 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T06:15:14,538 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T06:15:14,538 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T06:15:14,539 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T06:15:14,598 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-12-03T06:15:14,611 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-12-03T06:15:14,616 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733206502094_default_test-1733206452353' hfile list
2024-12-03T06:15:14,619 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=43.0 K
2024-12-03T06:15:14,714 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/mapreduce.cluster.local.dir/job_local1257677670_0007_36f81f09-ad91-4fca-b78a-36067844f794/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-12-03T06:15:14,714 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/mapreduce.cluster.local.dir/job_local1257677670_0007_36f81f09-ad91-4fca-b78a-36067844f794/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-12-03T06:15:14,796 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M
2024-12-03T06:15:14,821 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741937_1113 (size=13760)
2024-12-03T06:15:15,225 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/mob/f73378dcd5f541c5aa4f7f16de1e95a9 output=hdfs://localhost:45613/backupUT/backup_1733206492590/default/test-1733206452353/archive/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/mob/f73378dcd5f541c5aa4f7f16de1e95a9
2024-12-03T06:15:15,225 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=13760 (13.4 K) time=0sec 0.031M/sec
2024-12-03T06:15:15,241 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741938_1114 (size=10796)
2024-12-03T06:15:15,647 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/f/903a1f9e94484baab9f1d9cb1b280d86 output=hdfs://localhost:45613/backupUT/backup_1733206492590/default/test-1733206452353/archive/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/f/903a1f9e94484baab9f1d9cb1b280d86
2024-12-03T06:15:15,647 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=10796 (10.5 K) time=0sec 0.025M/sec
2024-12-03T06:15:15,672 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741939_1115 (size=8413)
2024-12-03T06:15:16,078 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/f/a21bec87d82e42b6997aa5f3521cda14 output=hdfs://localhost:45613/backupUT/backup_1733206492590/default/test-1733206452353/archive/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/f/a21bec87d82e42b6997aa5f3521cda14
2024-12-03T06:15:16,078 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.019M/sec
2024-12-03T06:15:16,092 WARN  [LocalJobRunner Map Task Executor #0 {}] mapred.Task(640): Task status: "copied 5.5 K/5.5 K (100.0%) from hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/mobdir/data/default/test-1733206452353/89759a9574a45e3373f4139992022757/mob/d41d8cd98f00b204e9800998ecf8427e20241203e831925c11594e07be456004c32bc075_2313eb395c51f8c7dd5b149e1fee94a5 to hdfs://localhost:45613/backupUT/backup_1733206492590/default/test-1733206452353/archive/data/default/test-1733206452353/89759a9574a45e3373f4139992022757/mob/d41d8cd98f00b204e9800998ecf8427e20241203e831925c11594e07be456004c32bc075_2313eb395c51f8c7dd5b149e1fee94a5" truncated to max limit (512 characters)
2024-12-03T06:15:16,096 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741940_1116 (size=5591)
2024-12-03T06:15:16,502 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/mobdir/data/default/test-1733206452353/89759a9574a45e3373f4139992022757/mob/d41d8cd98f00b204e9800998ecf8427e20241203e831925c11594e07be456004c32bc075_2313eb395c51f8c7dd5b149e1fee94a5 output=hdfs://localhost:45613/backupUT/backup_1733206492590/default/test-1733206452353/archive/data/default/test-1733206452353/89759a9574a45e3373f4139992022757/mob/d41d8cd98f00b204e9800998ecf8427e20241203e831925c11594e07be456004c32bc075_2313eb395c51f8c7dd5b149e1fee94a5
2024-12-03T06:15:16,502 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5591 (5.5 K) time=0sec 0.013M/sec
2024-12-03T06:15:16,533 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741941_1117 (size=5484)
2024-12-03T06:15:16,538 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/mob/df6cd1acd69148a9994ce832a6128f4d output=hdfs://localhost:45613/backupUT/backup_1733206492590/default/test-1733206452353/archive/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/mob/df6cd1acd69148a9994ce832a6128f4d
2024-12-03T06:15:16,538 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5484 (5.4 K) time=0sec 0.174M/sec
2024-12-03T06:15:16,768 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-12-03T06:15:16,769 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-12-03T06:15:16,777 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733206502094_default_test-1733206452353
2024-12-03T06:15:16,777 INFO  [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733206502094_default_test-1733206452353 finished.
2024-12-03T06:15:16,777 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733206492590_ns3:test-17332064523532
2024-12-03T06:15:16,777 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733206504253_ns3_test-17332064523532 to hdfs://localhost:45613/backupUT/backup_1733206492590/ns3/test-17332064523532/
2024-12-03T06:15:16,777 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY
2024-12-03T06:15:16,804 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:45613, inputRoot=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98
2024-12-03T06:15:16,805 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-889099208_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:45613/backupUT/backup_1733206492590/ns3/test-17332064523532, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:45613/backupUT/backup_1733206492590/ns3/test-17332064523532/.hbase-snapshot/.tmp/snapshot_1733206504253_ns3_test-17332064523532
2024-12-03T06:15:16,806 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-12-03T06:15:16,811 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/.hbase-snapshot/snapshot_1733206504253_ns3_test-17332064523532 to hdfs://localhost:45613/backupUT/backup_1733206492590/ns3/test-17332064523532/.hbase-snapshot/.tmp/snapshot_1733206504253_ns3_test-17332064523532
2024-12-03T06:15:16,821 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741942_1118 (size=86)
2024-12-03T06:15:16,831 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741943_1119 (size=443)
2024-12-03T06:15:17,234 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:17,234 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:17,234 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:18,271 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop-7067792913069628152.jar
2024-12-03T06:15:18,272 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:18,272 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:18,344 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop-7905461333305498988.jar
2024-12-03T06:15:18,344 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:18,345 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:18,345 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:18,345 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:18,345 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:18,346 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:18,346 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-03T06:15:18,346 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-12-03T06:15:18,346 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-12-03T06:15:18,346 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-12-03T06:15:18,347 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-12-03T06:15:18,347 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-12-03T06:15:18,347 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-12-03T06:15:18,347 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-12-03T06:15:18,347 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-12-03T06:15:18,348 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-12-03T06:15:18,348 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-12-03T06:15:18,348 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T06:15:18,349 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T06:15:18,349 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T06:15:18,349 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T06:15:18,349 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T06:15:18,349 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T06:15:18,350 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T06:15:18,386 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-12-03T06:15:18,399 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-12-03T06:15:18,405 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733206504253_ns3_test-17332064523532' hfile list
2024-12-03T06:15:18,516 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/mapreduce.cluster.local.dir/job_local403775843_0008_5e738d1a-7999-471f-a9ad-de52706affda/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-12-03T06:15:18,516 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/mapreduce.cluster.local.dir/job_local403775843_0008_5e738d1a-7999-471f-a9ad-de52706affda/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-12-03T06:15:19,561 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-12-03T06:15:19,562 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-12-03T06:15:19,567 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733206504253_ns3_test-17332064523532
2024-12-03T06:15:19,567 INFO  [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733206504253_ns3_test-17332064523532 finished.
2024-12-03T06:15:19,567 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733206492590_ns2:test-17332064523531
2024-12-03T06:15:19,567 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733206506424_ns2_test-17332064523531 to hdfs://localhost:45613/backupUT/backup_1733206492590/ns2/test-17332064523531/
2024-12-03T06:15:19,567 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY
2024-12-03T06:15:19,599 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:45613, inputRoot=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98
2024-12-03T06:15:19,600 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-889099208_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:45613/backupUT/backup_1733206492590/ns2/test-17332064523531, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:45613/backupUT/backup_1733206492590/ns2/test-17332064523531/.hbase-snapshot/.tmp/snapshot_1733206506424_ns2_test-17332064523531
2024-12-03T06:15:19,602 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-12-03T06:15:19,608 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/.hbase-snapshot/snapshot_1733206506424_ns2_test-17332064523531 to hdfs://localhost:45613/backupUT/backup_1733206492590/ns2/test-17332064523531/.hbase-snapshot/.tmp/snapshot_1733206506424_ns2_test-17332064523531
2024-12-03T06:15:19,620 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741944_1120 (size=86)
2024-12-03T06:15:19,623 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741945_1121 (size=496)
2024-12-03T06:15:20,025 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:20,025 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:20,025 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:21,030 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop-17129047777130062974.jar
2024-12-03T06:15:21,030 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:21,030 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:21,094 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop-8108613140163860687.jar
2024-12-03T06:15:21,094 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:21,095 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:21,095 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:21,095 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:21,095 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:21,096 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:21,096 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-03T06:15:21,096 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-12-03T06:15:21,096 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-12-03T06:15:21,097 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-12-03T06:15:21,097 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-12-03T06:15:21,097 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-12-03T06:15:21,097 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-12-03T06:15:21,097 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-12-03T06:15:21,098 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-12-03T06:15:21,098 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-12-03T06:15:21,098 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-12-03T06:15:21,099 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T06:15:21,099 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T06:15:21,099 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T06:15:21,099 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T06:15:21,099 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T06:15:21,100 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T06:15:21,100 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T06:15:21,138 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-12-03T06:15:21,151 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-12-03T06:15:21,157 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733206506424_ns2_test-17332064523531' hfile list
2024-12-03T06:15:21,160 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=13.2 K
2024-12-03T06:15:21,259 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/mapreduce.cluster.local.dir/job_local745325489_0009_531ec2cb-e7f0-4d9a-b67c-3f7f264f6f53/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-12-03T06:15:21,260 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/mapreduce.cluster.local.dir/job_local745325489_0009_531ec2cb-e7f0-4d9a-b67c-3f7f264f6f53/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-12-03T06:15:21,343 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M
2024-12-03T06:15:21,367 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741946_1122 (size=8413)
2024-12-03T06:15:21,771 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/ns2/test-17332064523531/0fc8e072545f89745c5aab3361a5edab/f/e6ff5977fb9b42b6bc0b763a40dbc4b7 output=hdfs://localhost:45613/backupUT/backup_1733206492590/ns2/test-17332064523531/archive/data/ns2/test-17332064523531/0fc8e072545f89745c5aab3361a5edab/f/e6ff5977fb9b42b6bc0b763a40dbc4b7
2024-12-03T06:15:21,771 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.019M/sec
2024-12-03T06:15:21,797 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741947_1123 (size=5134)
2024-12-03T06:15:22,203 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/ns2/test-17332064523531/0fc8e072545f89745c5aab3361a5edab/f/cca0f1dc9941466cb76b018324e6cd5a output=hdfs://localhost:45613/backupUT/backup_1733206492590/ns2/test-17332064523531/archive/data/ns2/test-17332064523531/0fc8e072545f89745c5aab3361a5edab/f/cca0f1dc9941466cb76b018324e6cd5a
2024-12-03T06:15:22,203 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5134 (5.0 K) time=0sec 0.011M/sec
2024-12-03T06:15:22,309 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-12-03T06:15:22,311 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-12-03T06:15:22,322 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733206506424_ns2_test-17332064523531
2024-12-03T06:15:22,322 INFO  [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733206506424_ns2_test-17332064523531 finished.
2024-12-03T06:15:22,322 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): backup:system_bulk
2024-12-03T06:15:22,322 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns4:test-17332064523533
2024-12-03T06:15:22,322 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1733206452353
2024-12-03T06:15:22,322 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns3:test-17332064523532
2024-12-03T06:15:22,322 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17332064523531
2024-12-03T06:15:22,330 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733206492590
2024-12-03T06:15:22,331 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it.
2024-12-03T06:15:22,335 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741948_1124 (size=209)
2024-12-03T06:15:22,736 INFO  [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:45613/backupUT/backup_1733206492590/.backup.manifest
2024-12-03T06:15:22,737 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1733206492590 finished: type=FULL,tablelist=backup:system_bulk;ns4:test-17332064523533;test-1733206452353;ns3:test-17332064523532;ns2:test-17332064523531,targetRootDir=hdfs://localhost:45613/backupUT,startts=1733206496803,completets=1733206522330,bytescopied=0
2024-12-03T06:15:22,737 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup.
2024-12-03T06:15:22,737 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733206497776_backup_system_bulk
2024-12-03T06:15:22,738 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1733206497776_backup_system_bulk"
type: DISABLED

2024-12-03T06:15:22,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733206497776_backup_system_bulk
2024-12-03T06:15:22,743 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733206497776_backup_system_bulk for backup backup_1733206492590 succeeded.
2024-12-03T06:15:22,743 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733206499934_ns4_test-17332064523533
2024-12-03T06:15:22,744 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1733206499934_ns4_test-17332064523533"
type: DISABLED

2024-12-03T06:15:22,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733206499934_ns4_test-17332064523533
2024-12-03T06:15:22,750 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733206499934_ns4_test-17332064523533 for backup backup_1733206492590 succeeded.
2024-12-03T06:15:22,750 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733206502094_default_test-1733206452353
2024-12-03T06:15:22,751 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1733206502094_default_test-1733206452353"
type: DISABLED

2024-12-03T06:15:22,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733206502094_default_test-1733206452353
2024-12-03T06:15:22,756 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733206502094_default_test-1733206452353 for backup backup_1733206492590 succeeded.
2024-12-03T06:15:22,756 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733206504253_ns3_test-17332064523532
2024-12-03T06:15:22,757 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1733206504253_ns3_test-17332064523532"
type: DISABLED

2024-12-03T06:15:22,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733206504253_ns3_test-17332064523532
2024-12-03T06:15:22,762 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733206504253_ns3_test-17332064523532 for backup backup_1733206492590 succeeded.
2024-12-03T06:15:22,762 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733206506424_ns2_test-17332064523531
2024-12-03T06:15:22,763 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1733206506424_ns2_test-17332064523531"
type: DISABLED

2024-12-03T06:15:22,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733206506424_ns2_test-17332064523531
2024-12-03T06:15:22,768 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733206506424_ns2_test-17332064523531 for backup backup_1733206492590 succeeded.
2024-12-03T06:15:22,769 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system
2024-12-03T06:15:22,775 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_backup_system"
type: DISABLED

2024-12-03T06:15:22,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system
2024-12-03T06:15:22,779 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot
2024-12-03T06:15:22,782 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation
2024-12-03T06:15:22,789 INFO  [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1733206492590 completed.
2024-12-03T06:15:22,800 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T06:15:22,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T06:15:27,003 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-03T06:15:27,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T06:15:27,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T06:15:27,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T06:15:27,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T06:15:27,880 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation
2024-12-03T06:15:27,885 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733206527821
2024-12-03T06:15:27,888 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733206492590}
2024-12-03T06:15:27,888 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup.
2024-12-03T06:15:27,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T06:15:27,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T06:15:27,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T06:15:27,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T06:15:27,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T06:15:27,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T06:15:27,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T06:15:27,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T06:15:28,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T06:15:28,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T06:15:28,029 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-12-03T06:15:28,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733206528029 (current time:1733206528029).
2024-12-03T06:15:28,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-12-03T06:15:28,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2
2024-12-03T06:15:28,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@694fbd6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:28,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] client.ClusterIdFetcher(90): Going to request e3c6570475b6,33457,-1 for getting cluster id
2024-12-03T06:15:28,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T06:15:28,032 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5447c48c-7b10-4672-8d86-f5d5f17214a6'
2024-12-03T06:15:28,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T06:15:28,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5447c48c-7b10-4672-8d86-f5d5f17214a6"

2024-12-03T06:15:28,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@138ef315, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:28,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3c6570475b6,33457,-1]
2024-12-03T06:15:28,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T06:15:28,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:28,034 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T06:15:28,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7553699e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:28,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T06:15:28,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3c6570475b6,46261,1733206439994, seqNum=-1]
2024-12-03T06:15:28,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T06:15:28,038 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T06:15:28,039 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457.
2024-12-03T06:15:28,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T06:15:28,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:28,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:28,040 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T06:15:28,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-12-03T06:15:28,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-12-03T06:15:28,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60
2024-12-03T06:15:28,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-12-03T06:15:28,047 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-12-03T06:15:28,049 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-12-03T06:15:28,052 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-12-03T06:15:28,058 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741949_1125 (size=52)
2024-12-03T06:15:28,059 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-12-03T06:15:28,059 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d51b0f21362a638b6e4367cd4ec6245b}]
2024-12-03T06:15:28,061 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d51b0f21362a638b6e4367cd4ec6245b
2024-12-03T06:15:28,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-12-03T06:15:28,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46261 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=61
2024-12-03T06:15:28,213 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1733206461287.d51b0f21362a638b6e4367cd4ec6245b.
2024-12-03T06:15:28,214 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing d51b0f21362a638b6e4367cd4ec6245b 2/2 column families, dataSize=2.54 KB heapSize=4.22 KB
2024-12-03T06:15:28,220 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/.tmp/meta/468d24ad5e54480ca5851d44d27a8a97 is 158, key is trslm:hdfs://localhost:45613/backupUT\x00ns2:test-17332064523531/meta:log-roll-map/1733206522326/Put/seqid=0
2024-12-03T06:15:28,226 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741950_1126 (size=6646)
2024-12-03T06:15:28,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-12-03T06:15:28,627 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.36 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/.tmp/meta/468d24ad5e54480ca5851d44d27a8a97
2024-12-03T06:15:28,639 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/.tmp/session/4285d8d90080427e8037491c2f0292d9 is 826, key is session:backup_1733206492590/session:context/1733206522780/Put/seqid=0
2024-12-03T06:15:28,646 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741951_1127 (size=5928)
2024-12-03T06:15:28,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-12-03T06:15:29,047 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/.tmp/session/4285d8d90080427e8037491c2f0292d9
2024-12-03T06:15:29,054 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/.tmp/meta/468d24ad5e54480ca5851d44d27a8a97 as hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/meta/468d24ad5e54480ca5851d44d27a8a97
2024-12-03T06:15:29,060 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/meta/468d24ad5e54480ca5851d44d27a8a97, entries=12, sequenceid=42, filesize=6.5 K
2024-12-03T06:15:29,062 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/.tmp/session/4285d8d90080427e8037491c2f0292d9 as hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/session/4285d8d90080427e8037491c2f0292d9
2024-12-03T06:15:29,069 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/session/4285d8d90080427e8037491c2f0292d9, entries=2, sequenceid=42, filesize=5.8 K
2024-12-03T06:15:29,070 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2604, heapSize ~4.19 KB/4288, currentSize=0 B/0 for d51b0f21362a638b6e4367cd4ec6245b in 857ms, sequenceid=42, compaction requested=true
2024-12-03T06:15:29,071 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for d51b0f21362a638b6e4367cd4ec6245b:

2024-12-03T06:15:29,071 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1733206461287.d51b0f21362a638b6e4367cd4ec6245b. for snapshot_backup_system completed.
2024-12-03T06:15:29,071 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1733206461287.d51b0f21362a638b6e4367cd4ec6245b.' region-info for snapshot=snapshot_backup_system
2024-12-03T06:15:29,071 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-12-03T06:15:29,071 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/meta/3ed0d92efa724f94b7beab201c71bfa9, hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/meta/920f2ba4da234697b7b9257ce4627fb3, hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/meta/468d24ad5e54480ca5851d44d27a8a97] hfiles
2024-12-03T06:15:29,071 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/meta/3ed0d92efa724f94b7beab201c71bfa9 for snapshot=snapshot_backup_system
2024-12-03T06:15:29,071 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/meta/920f2ba4da234697b7b9257ce4627fb3 for snapshot=snapshot_backup_system
2024-12-03T06:15:29,071 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/meta/468d24ad5e54480ca5851d44d27a8a97 for snapshot=snapshot_backup_system
2024-12-03T06:15:29,071 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/session/79a2d44b55214b6eab2834d47f0b85bf, hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/session/738f38fae89a41cc8a2f43a561b4ad31, hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/session/06797e4c587847b7967126a49fda5e63, hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/session/4285d8d90080427e8037491c2f0292d9] hfiles
2024-12-03T06:15:29,071 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/4): hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/session/79a2d44b55214b6eab2834d47f0b85bf for snapshot=snapshot_backup_system
2024-12-03T06:15:29,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/4): hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/session/738f38fae89a41cc8a2f43a561b4ad31 for snapshot=snapshot_backup_system
2024-12-03T06:15:29,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/4): hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/session/06797e4c587847b7967126a49fda5e63 for snapshot=snapshot_backup_system
2024-12-03T06:15:29,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (4/4): hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/session/4285d8d90080427e8037491c2f0292d9 for snapshot=snapshot_backup_system
2024-12-03T06:15:29,082 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741952_1128 (size=330)
2024-12-03T06:15:29,082 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1733206461287.d51b0f21362a638b6e4367cd4ec6245b.
2024-12-03T06:15:29,082 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61
2024-12-03T06:15:29,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33457 {}] master.HMaster(4169): Remote procedure done, pid=61
2024-12-03T06:15:29,083 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33457 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region d51b0f21362a638b6e4367cd4ec6245b
2024-12-03T06:15:29,084 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d51b0f21362a638b6e4367cd4ec6245b
2024-12-03T06:15:29,086 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60
2024-12-03T06:15:29,087 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-12-03T06:15:29,087 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d51b0f21362a638b6e4367cd4ec6245b in 1.0260 sec
2024-12-03T06:15:29,087 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-12-03T06:15:29,088 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-12-03T06:15:29,088 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system
2024-12-03T06:15:29,089 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/.hbase-snapshot/.tmp/snapshot_backup_system
2024-12-03T06:15:29,097 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741953_1129 (size=967)
2024-12-03T06:15:29,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-12-03T06:15:29,500 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-12-03T06:15:29,510 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-12-03T06:15:29,511 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/.hbase-snapshot/snapshot_backup_system
2024-12-03T06:15:29,513 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-12-03T06:15:29,513 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60
2024-12-03T06:15:29,515 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.4710 sec
2024-12-03T06:15:30,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-12-03T06:15:30,194 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed
2024-12-03T06:15:30,194 INFO  [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1733206527821 started at 1733206530194.
2024-12-03T06:15:30,196 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1733206527821 has been started.
2024-12-03T06:15:30,202 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [ns4:test-17332064523533, backup:system_bulk, test-1733206452353, ns2:test-17332064523531, ns3:test-17332064523532]
2024-12-03T06:15:30,207 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1733206484393for backupID backup_1733206527821
2024-12-03T06:15:30,207 INFO  [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ...
2024-12-03T06:15:30,208 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33457 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.3 procedure request for: rolllog-proc
2024-12-03T06:15:30,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33457 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog
2024-12-03T06:15:30,208 INFO  [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog'
2024-12-03T06:15:30,208 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms
2024-12-03T06:15:30,208 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire'
2024-12-03T06:15:30,208 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members.
2024-12-03T06:15:30,209 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-12-03T06:15:30,209 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog
2024-12-03T06:15:30,283 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/e3c6570475b6,46261,1733206439994
2024-12-03T06:15:30,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46261-0x10199d3687e0001, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-12-03T06:15:30,283 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-12-03T06:15:30,283 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-12-03T06:15:30,283 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/e3c6570475b6,46261,1733206439994
2024-12-03T06:15:30,283 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire'
2024-12-03T06:15:30,283 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog
2024-12-03T06:15:30,284 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46261-0x10199d3687e0001, quorum=127.0.0.1:59168, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-12-03T06:15:30,284 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35
2024-12-03T06:15:30,284 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog
2024-12-03T06:15:30,284 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup.
2024-12-03T06:15:30,285 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure.
2024-12-03T06:15:30,285 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog
2024-12-03T06:15:30,285 DEBUG [member: 'e3c6570475b6,46261,1733206439994' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms
2024-12-03T06:15:30,285 DEBUG [member: 'e3c6570475b6,46261,1733206439994' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms
2024-12-03T06:15:30,285 DEBUG [member: 'e3c6570475b6,46261,1733206439994' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage
2024-12-03T06:15:30,285 DEBUG [member: 'e3c6570475b6,46261,1733206439994' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired
2024-12-03T06:15:30,285 DEBUG [member: 'e3c6570475b6,46261,1733206439994' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'e3c6570475b6,46261,1733206439994' joining acquired barrier for procedure (rolllog) in zk
2024-12-03T06:15:30,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/e3c6570475b6,46261,1733206439994
2024-12-03T06:15:30,340 DEBUG [member: 'e3c6570475b6,46261,1733206439994' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog
2024-12-03T06:15:30,340 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/e3c6570475b6,46261,1733206439994
2024-12-03T06:15:30,340 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-12-03T06:15:30,340 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-12-03T06:15:30,340 DEBUG [member: 'e3c6570475b6,46261,1733206439994' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46261-0x10199d3687e0001, quorum=127.0.0.1:59168, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog
2024-12-03T06:15:30,340 DEBUG [member: 'e3c6570475b6,46261,1733206439994' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator
2024-12-03T06:15:30,341 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-12-03T06:15:30,341 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-12-03T06:15:30,341 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T06:15:30,342 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------e3c6570475b6,46261,1733206439994
2024-12-03T06:15:30,342 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-12-03T06:15:30,342 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'e3c6570475b6,46261,1733206439994' joining acquired barrier for procedure 'rolllog' on coordinator
2024-12-03T06:15:30,342 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@1442d308[Count = 0] remaining members to acquire global barrier
2024-12-03T06:15:30,342 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution.
2024-12-03T06:15:30,343 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog
2024-12-03T06:15:30,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46261-0x10199d3687e0001, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-12-03T06:15:30,403 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog
2024-12-03T06:15:30,404 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog
2024-12-03T06:15:30,404 DEBUG [member: 'e3c6570475b6,46261,1733206439994' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator.
2024-12-03T06:15:30,404 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/e3c6570475b6,46261,1733206439994
2024-12-03T06:15:30,404 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release'
2024-12-03T06:15:30,404 DEBUG [member: 'e3c6570475b6,46261,1733206439994' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish.
2024-12-03T06:15:30,405 DEBUG [rs(e3c6570475b6,46261,1733206439994)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: e3c6570475b6,46261,1733206439994
2024-12-03T06:15:30,405 INFO  [rs(e3c6570475b6,46261,1733206439994)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1733206497427 highest: 1733206497427 on e3c6570475b6,46261,1733206439994
2024-12-03T06:15:30,405 DEBUG [regionserver/e3c6570475b6:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-1:(num 1733206497405) roll requested
2024-12-03T06:15:30,421 DEBUG [regionserver/e3c6570475b6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-1.1733206530405, exclude list is [], retry=0
2024-12-03T06:15:30,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39825,DS-f70c6145-0263-4ea9-9ab5-2c4c76794b8f,DISK]
2024-12-03T06:15:30,425 INFO  [regionserver/e3c6570475b6:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-1.1733206497405 with entries=17, filesize=4.59 KB; new WAL /user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-1.1733206530405
2024-12-03T06:15:30,425 DEBUG [regionserver/e3c6570475b6:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38055:38055)]
2024-12-03T06:15:30,425 DEBUG [regionserver/e3c6570475b6:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-1.1733206497405 is not closed yet, will try archiving it next time
2024-12-03T06:15:30,426 DEBUG [regionserver/e3c6570475b6:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-0:(num 1733206497427) roll requested
2024-12-03T06:15:30,426 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-1.1733206484371 to hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/oldWALs/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-1.1733206484371
2024-12-03T06:15:30,427 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-1.1733206497405 not finished, retry = 0
2024-12-03T06:15:30,428 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741911_1087 (size=4710)
2024-12-03T06:15:30,440 DEBUG [regionserver/e3c6570475b6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-0.1733206530426, exclude list is [], retry=0
2024-12-03T06:15:30,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39825,DS-f70c6145-0263-4ea9-9ab5-2c4c76794b8f,DISK]
2024-12-03T06:15:30,445 INFO  [regionserver/e3c6570475b6:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-0.1733206497427 with entries=2, filesize=645 B; new WAL /user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-0.1733206530426
2024-12-03T06:15:30,446 DEBUG [regionserver/e3c6570475b6:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38055:38055)]
2024-12-03T06:15:30,446 DEBUG [regionserver/e3c6570475b6:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-0.1733206497427 is not closed yet, will try archiving it next time
2024-12-03T06:15:30,446 DEBUG [regionserver/e3c6570475b6:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e3c6570475b6%2C46261%2C1733206439994.meta:.meta(num 1733206497448) roll requested
2024-12-03T06:15:30,446 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-0.1733206466333 to hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/oldWALs/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-0.1733206466333
2024-12-03T06:15:30,450 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-0.1733206497427 not finished, retry = 0
2024-12-03T06:15:30,453 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741912_1088 (size=653)
2024-12-03T06:15:30,465 DEBUG [regionserver/e3c6570475b6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.meta.1733206530446.meta, exclude list is [], retry=0
2024-12-03T06:15:30,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39825,DS-f70c6145-0263-4ea9-9ab5-2c4c76794b8f,DISK]
2024-12-03T06:15:30,470 INFO  [regionserver/e3c6570475b6:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.meta.1733206497448.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.meta.1733206530446.meta
2024-12-03T06:15:30,470 DEBUG [regionserver/e3c6570475b6:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38055:38055)]
2024-12-03T06:15:30,470 DEBUG [regionserver/e3c6570475b6:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.meta.1733206497448.meta is not closed yet, will try archiving it next time
2024-12-03T06:15:30,472 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741913_1089 (size=93)
2024-12-03T06:15:30,472 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.meta.1733206497448.meta to hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/oldWALs/e3c6570475b6%2C46261%2C1733206439994.meta.1733206497448.meta
2024-12-03T06:15:30,485 DEBUG [rs(e3c6570475b6,46261,1733206439994)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 80
2024-12-03T06:15:30,485 INFO  [rs(e3c6570475b6,46261,1733206439994)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1733206530426 on e3c6570475b6,46261,1733206439994
2024-12-03T06:15:30,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T06:15:30,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T06:15:30,508 DEBUG [member: 'e3c6570475b6,46261,1733206439994' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed
2024-12-03T06:15:30,508 DEBUG [member: 'e3c6570475b6,46261,1733206439994' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure  'rolllog' completed for member 'e3c6570475b6,46261,1733206439994' in zk
2024-12-03T06:15:30,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/e3c6570475b6,46261,1733206439994
2024-12-03T06:15:30,550 DEBUG [member: 'e3c6570475b6,46261,1733206439994' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion
2024-12-03T06:15:30,550 DEBUG [member: 'e3c6570475b6,46261,1733206439994' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-12-03T06:15:30,550 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/e3c6570475b6,46261,1733206439994
2024-12-03T06:15:30,550 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-12-03T06:15:30,550 DEBUG [member: 'e3c6570475b6,46261,1733206439994' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed.
2024-12-03T06:15:30,550 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-12-03T06:15:30,551 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-12-03T06:15:30,551 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-0.1733206497427 to hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/oldWALs/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-0.1733206497427
2024-12-03T06:15:30,551 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-12-03T06:15:30,552 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T06:15:30,553 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------e3c6570475b6,46261,1733206439994
2024-12-03T06:15:30,553 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-12-03T06:15:30,554 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T06:15:30,554 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------e3c6570475b6,46261,1733206439994
2024-12-03T06:15:30,555 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'e3c6570475b6,46261,1733206439994': 
2024-12-03T06:15:30,555 INFO  [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed
2024-12-03T06:15:30,555 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase.
2024-12-03T06:15:30,555 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'e3c6570475b6,46261,1733206439994' released barrier for procedure'rolllog', counting down latch.  Waiting for 0 more
2024-12-03T06:15:30,555 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures
2024-12-03T06:15:30,555 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog
2024-12-03T06:15:30,555 INFO  [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort
2024-12-03T06:15:30,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46261-0x10199d3687e0001, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-12-03T06:15:30,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-12-03T06:15:30,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46261-0x10199d3687e0001, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort
2024-12-03T06:15:30,624 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog
2024-12-03T06:15:30,624 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog
2024-12-03T06:15:30,624 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-12-03T06:15:30,624 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog
2024-12-03T06:15:30,624 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-12-03T06:15:30,624 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-12-03T06:15:30,624 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort
2024-12-03T06:15:30,624 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-12-03T06:15:30,625 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/e3c6570475b6,46261,1733206439994
2024-12-03T06:15:30,625 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog
2024-12-03T06:15:30,625 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T06:15:30,625 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-12-03T06:15:30,626 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T06:15:30,626 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------e3c6570475b6,46261,1733206439994
2024-12-03T06:15:30,626 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-12-03T06:15:30,626 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/e3c6570475b6,46261,1733206439994
2024-12-03T06:15:30,627 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T06:15:30,627 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------e3c6570475b6,46261,1733206439994
2024-12-03T06:15:30,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/e3c6570475b6,46261,1733206439994
2024-12-03T06:15:30,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46261-0x10199d3687e0001, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-12-03T06:15:30,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-12-03T06:15:30,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-12-03T06:15:30,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/e3c6570475b6,46261,1733206439994
2024-12-03T06:15:30,711 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-12-03T06:15:30,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46261-0x10199d3687e0001, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort
2024-12-03T06:15:30,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-12-03T06:15:30,711 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-12-03T06:15:30,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-12-03T06:15:30,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-12-03T06:15:30,711 DEBUG [(e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-12-03T06:15:30,711 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33457 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog
2024-12-03T06:15:30,711 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33457 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful!
2024-12-03T06:15:30,711 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort
2024-12-03T06:15:30,711 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-12-03T06:15:30,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33457 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done
2024-12-03T06:15:30,727 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup()
olderTimestamps: {e3c6570475b6:46261=1733206484393}
 newestTimestamps: {e3c6570475b6:46261=1733206497427}
2024-12-03T06:15:30,729 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: e3c6570475b6%2C46261%2C1733206439994.meta.1733206444846.meta
2024-12-03T06:15:30,729 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: e3c6570475b6%2C46261%2C1733206439994.meta.1733206484418.meta
2024-12-03T06:15:30,729 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: e3c6570475b6%2C46261%2C1733206439994.meta.1733206530446.meta
2024-12-03T06:15:30,729 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-0.1733206530426
2024-12-03T06:15:30,729 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-1.1733206497405
2024-12-03T06:15:30,729 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-1.1733206530405
2024-12-03T06:15:30,730 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/oldWALs/e3c6570475b6%2C46261%2C1733206439994.meta.1733206466372.meta
2024-12-03T06:15:30,730 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/oldWALs/e3c6570475b6%2C46261%2C1733206439994.meta.1733206497448.meta
2024-12-03T06:15:30,741 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741957_1133 (size=390)
2024-12-03T06:15:31,143 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns4:test-17332064523533 target: hdfs://localhost:45613/backupUT/backup_1733206527821/ns4/test-17332064523533 descriptor: 'ns4:test-17332064523533', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T06:15:31,143 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo.
2024-12-03T06:15:31,146 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns4:test-17332064523533
2024-12-03T06:15:31,152 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741958_1134 (size=50)
2024-12-03T06:15:31,553 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns4:test-17332064523533
2024-12-03T06:15:31,565 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741959_1135 (size=640)
2024-12-03T06:15:31,966 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:backup:system_bulk target: hdfs://localhost:45613/backupUT/backup_1733206527821/backup/system_bulk descriptor: 'backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T06:15:31,966 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo.
2024-12-03T06:15:31,969 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table backup:system_bulk
2024-12-03T06:15:31,974 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741960_1136 (size=45)
2024-12-03T06:15:32,375 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table backup:system_bulk
2024-12-03T06:15:32,387 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741961_1137 (size=950)
2024-12-03T06:15:32,389 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1733206452353 target: hdfs://localhost:45613/backupUT/backup_1733206527821/default/test-1733206452353 descriptor: 'test-1733206452353', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T06:15:32,389 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo.
2024-12-03T06:15:32,393 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1733206452353
2024-12-03T06:15:32,402 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741962_1138 (size=53)
2024-12-03T06:15:32,803 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1733206452353
2024-12-03T06:15:32,813 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741963_1139 (size=390)
2024-12-03T06:15:33,214 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns3:test-17332064523532 target: hdfs://localhost:45613/backupUT/backup_1733206527821/ns3/test-17332064523532 descriptor: 'ns3:test-17332064523532', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T06:15:33,214 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo.
2024-12-03T06:15:33,217 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns3:test-17332064523532
2024-12-03T06:15:33,222 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741964_1140 (size=50)
2024-12-03T06:15:33,622 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns3:test-17332064523532
2024-12-03T06:15:33,632 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741965_1141 (size=364)
2024-12-03T06:15:34,034 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17332064523531 target: hdfs://localhost:45613/backupUT/backup_1733206527821/ns2/test-17332064523531 descriptor: 'ns2:test-17332064523531', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T06:15:34,035 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo.
2024-12-03T06:15:34,038 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17332064523531
2024-12-03T06:15:34,043 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741966_1142 (size=50)
2024-12-03T06:15:34,444 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17332064523531
2024-12-03T06:15:34,458 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:45613/backupUT/.tmp/backup_1733206527821 from hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-1.1733206497405;hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/oldWALs/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-0.1733206497427
2024-12-03T06:15:34,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bad525, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:34,460 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3c6570475b6,33457,-1 for getting cluster id
2024-12-03T06:15:34,460 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T06:15:34,461 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5447c48c-7b10-4672-8d86-f5d5f17214a6'
2024-12-03T06:15:34,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T06:15:34,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5447c48c-7b10-4672-8d86-f5d5f17214a6"

2024-12-03T06:15:34,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@454b482f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:34,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3c6570475b6,33457,-1]
2024-12-03T06:15:34,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T06:15:34,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:34,463 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T06:15:34,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef69f50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:34,464 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T06:15:34,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e3c6570475b6,33457,1733206437938
2024-12-03T06:15:34,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32ebd742
2024-12-03T06:15:34,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T06:15:34,466 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-03T06:15:34,470 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled
2024-12-03T06:15:34,470 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns4:test-17332064523533
2024-12-03T06:15:34,470 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns4:test-17332064523533,, stopping at row=ns4:test-17332064523533 ,, for max=2147483647 with caching=100
2024-12-03T06:15:34,470 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T06:15:34,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3c6570475b6,46261,1733206439994, seqNum=-1]
2024-12-03T06:15:34,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T06:15:34,473 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T06:15:34,475 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns4:test-17332064523533: ns4:test-17332064523533;
2024-12-03T06:15:34,475 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table backup:system_bulk
2024-12-03T06:15:34,475 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T06:15:34,477 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for backup:system_bulk: backup:system_bulk;
2024-12-03T06:15:34,477 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1733206452353
2024-12-03T06:15:34,477 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1733206452353,, stopping at row=test-1733206452353 ,, for max=2147483647 with caching=100
2024-12-03T06:15:34,480 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1733206452353: test-1733206452353;
2024-12-03T06:15:34,480 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17332064523531
2024-12-03T06:15:34,480 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17332064523531,, stopping at row=ns2:test-17332064523531 ,, for max=2147483647 with caching=100
2024-12-03T06:15:34,483 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17332064523531: ns2:test-17332064523531;
2024-12-03T06:15:34,483 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns3:test-17332064523532
2024-12-03T06:15:34,483 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns3:test-17332064523532,, stopping at row=ns3:test-17332064523532 ,, for max=2147483647 with caching=100
2024-12-03T06:15:34,486 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns3:test-17332064523532: ns3:test-17332064523532;
2024-12-03T06:15:34,486 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 5 reduce partitions to match current region count for all tables
2024-12-03T06:15:34,486 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/hbase-staging/partitions_d4be6079-bf8b-40c5-9543-470ffec831f4
2024-12-03T06:15:34,495 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741967_1143 (size=324)
2024-12-03T06:15:34,496 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:34,497 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:34,497 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:35,472 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop-9778046608747572641.jar
2024-12-03T06:15:35,472 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:35,473 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:35,538 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop-6819525357889040983.jar
2024-12-03T06:15:35,539 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:35,539 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:35,539 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:35,540 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:35,540 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:35,540 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:35,541 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-03T06:15:35,541 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-12-03T06:15:35,541 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-12-03T06:15:35,541 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-12-03T06:15:35,542 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-12-03T06:15:35,542 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-12-03T06:15:35,542 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-12-03T06:15:35,542 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-12-03T06:15:35,543 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-12-03T06:15:35,543 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-12-03T06:15:35,543 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-12-03T06:15:35,543 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:35,606 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop-16121462363299487282.jar
2024-12-03T06:15:35,606 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop-16121462363299487282.jar
2024-12-03T06:15:35,607 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:35,607 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop-16121462363299487282.jar
2024-12-03T06:15:35,607 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop-16121462363299487282.jar
2024-12-03T06:15:35,608 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T06:15:35,608 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns4:test-17332064523533,backup:system_bulk,default:test-1733206452353,ns2:test-17332064523531,ns3:test-17332064523532
2024-12-03T06:15:35,608 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-03T06:15:35,608 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342)
    at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425)
    at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426)
    at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398)
    at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:184)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T06:15:35,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:35,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:35,608 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T06:15:35,609 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-03T06:15:36,673 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop-4026807235159046913.jar
2024-12-03T06:15:36,684 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-12-03T06:15:36,696 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-12-03T06:15:36,700 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-1.1733206497405 for WAL files
2024-12-03T06:15:36,701 INFO  [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-1.1733206497405
2024-12-03T06:15:36,701 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/oldWALs/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-0.1733206497427 for WAL files
2024-12-03T06:15:36,702 INFO  [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/oldWALs/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-0.1733206497427
2024-12-03T06:15:36,792 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/mapreduce.cluster.local.dir/job_local1408829628_0010_e27c6c37-2000-4313-9751-d46af6822da9/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-12-03T06:15:36,792 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/mapreduce.cluster.local.dir/job_local1408829628_0010_e27c6c37-2000-4313-9751-d46af6822da9/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-12-03T06:15:36,855 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-1.1733206497405 for hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-1.1733206497405 (-9223372036854775808:9223372036854775807) length:4710
2024-12-03T06:15:36,860 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file.
2024-12-03T06:15:36,860 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader
2024-12-03T06:15:36,904 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/oldWALs/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-0.1733206497427 for hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/oldWALs/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-0.1733206497427 (-9223372036854775808:9223372036854775807) length:653
2024-12-03T06:15:36,908 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file.
2024-12-03T06:15:36,908 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader
2024-12-03T06:15:37,029 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34f881fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:37,029 DEBUG [pool-260-thread-1 {}] client.ClusterIdFetcher(90): Going to request e3c6570475b6,33457,-1 for getting cluster id
2024-12-03T06:15:37,029 DEBUG [pool-260-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T06:15:37,030 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5447c48c-7b10-4672-8d86-f5d5f17214a6'
2024-12-03T06:15:37,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T06:15:37,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5447c48c-7b10-4672-8d86-f5d5f17214a6"

2024-12-03T06:15:37,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fbddcbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:37,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3c6570475b6,33457,-1]
2024-12-03T06:15:37,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T06:15:37,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:37,033 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T06:15:37,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37cac03b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:37,035 DEBUG [pool-260-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T06:15:37,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3c6570475b6,46261,1733206439994, seqNum=-1]
2024-12-03T06:15:37,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T06:15:37,037 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T06:15:37,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733206452353', row='row-test-1733206452353-2-0', locateType=CURRENT is [region=test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5., hostname=e3c6570475b6,46261,1733206439994, seqNum=338]
2024-12-03T06:15:37,039 INFO  [pool-260-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-260-thread-1.
2024-12-03T06:15:37,039 DEBUG [pool-260-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T06:15:37,039 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:37,039 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:37,039 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T06:15:37,040 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733206452353-2-0]
2024-12-03T06:15:37,040 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: e3c6570475b6
2024-12-03T06:15:37,046 DEBUG [pool-260-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45613/backupUT/.tmp/backup_1733206527821/_temporary/0/_temporary/attempt_local1408829628_0010_r_000004_0/default/test-1733206452353/f2/bc4ab59611744e1e975447894ab4727f is 58, key is row-test-1733206452353-2-0/f2:q1/1733206522812/Put/seqid=0
2024-12-03T06:15:37,048 WARN  [Thread-1497 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [e3c6570475b6:46261] Specified favored nodes: [e3c6570475b6:46261]
2024-12-03T06:15:37,059 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741968_1144 (size=5367)
2024-12-03T06:15:37,349 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 2313eb395c51f8c7dd5b149e1fee94a5, had cached 0 bytes from a total of 38453
2024-12-03T06:15:37,843 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:45613/backupUT
2024-12-03T06:15:37,843 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1733206527821
2024-12-03T06:15:37,843 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP
2024-12-03T06:15:37,859 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:45613/backupUT/.tmp/backup_1733206527821, hdfs://localhost:45613/backupUT]
2024-12-03T06:15:37,907 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-12-03T06:15:38,073 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741969_1145 (size=5367)
2024-12-03T06:15:38,530 INFO  [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0
2024-12-03T06:15:38,533 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1733206527821
2024-12-03T06:15:38,533 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 5367 bytes copied."
2024-12-03T06:15:38,534 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local2041729542_0011 completed: true true
2024-12-03T06:15:38,534 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26
	File System Counters
		FILE: Number of bytes read=2674230
		FILE: Number of bytes written=13188607
		FILE: Number of read operations=0
		FILE: Number of large read operations=0
		FILE: Number of write operations=0
		HDFS: Number of bytes read=410401
		HDFS: Number of bytes written=2548273
		HDFS: Number of read operations=1165
		HDFS: Number of large read operations=0
		HDFS: Number of write operations=422
		HDFS: Number of bytes read erasure-coded=0
	Map-Reduce Framework
		Map input records=6
		Map output records=0
		Input split bytes=341
		Spilled Records=0
		Failed Shuffles=0
		Merged Map outputs=0
		GC time elapsed (ms)=0
		Total committed heap usage (bytes)=1048576000
	File Input Format Counters 
		Bytes Read=1482
	File Output Format Counters 
		Bytes Written=0
	DistCp Counters
		Bandwidth in Bytes=5367
		Bytes Copied=5367
		Bytes Expected=5367
		Files Copied=2
		DIR_COPY=4
2024-12-03T06:15:38,534 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:45613/backupUT/.tmp/backup_1733206527821 to hdfs://localhost:45613/backupUT finished.
2024-12-03T06:15:38,557 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733206527821
2024-12-03T06:15:38,561 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733206492590}
2024-12-03T06:15:38,561 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup.
2024-12-03T06:15:38,566 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741970_1146 (size=714)
2024-12-03T06:15:38,967 INFO  [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:45613/backupUT/backup_1733206527821/.backup.manifest
2024-12-03T06:15:38,967 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1733206527821 finished: type=INCREMENTAL,tablelist=ns4:test-17332064523533;backup:system_bulk;test-1733206452353;ns3:test-17332064523532;ns2:test-17332064523531,targetRootDir=hdfs://localhost:45613/backupUT,startts=1733206530194,completets=1733206538557,bytescopied=0
2024-12-03T06:15:38,967 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system
2024-12-03T06:15:38,973 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33457 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_backup_system"
type: DISABLED

2024-12-03T06:15:38,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33457 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system
2024-12-03T06:15:38,976 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot
2024-12-03T06:15:38,979 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation
2024-12-03T06:15:38,983 INFO  [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1733206527821 completed.
2024-12-03T06:15:38,984 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows
2024-12-03T06:15:38,994 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T06:15:38,999 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T06:15:39,003 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(191): Restoring full backup_1733206461062
2024-12-03T06:15:39,007 INFO  [Time-limited test {}] impl.RestoreTablesClient(100): HBase table table1 does not exist. It will be created during restore process
2024-12-03T06:15:39,008 INFO  [Time-limited test {}] impl.RestoreTablesClient(100): HBase table ns2:table2 does not exist. It will be created during restore process
2024-12-03T06:15:39,009 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45613/backupUT/backup_1733206461062/.backup.manifest
2024-12-03T06:15:39,011 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1733206461062/.backup.manifest
2024-12-03T06:15:39,014 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45613/backupUT/backup_1733206461062/.backup.manifest
2024-12-03T06:15:39,016 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1733206461062/.backup.manifest
2024-12-03T06:15:39,016 INFO  [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1733206452353' to 'table1' from full backup image hdfs://localhost:45613/backupUT/backup_1733206461062/default/test-1733206452353
2024-12-03T06:15:39,025 INFO  [Time-limited test {}] util.RestoreTool(491): Creating target table 'table1'
2024-12-03T06:15:39,025 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:45613/backupUT/backup_1733206461062/default/test-1733206452353/archive/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5
2024-12-03T06:15:39,026 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:45613/backupUT/backup_1733206461062/default/test-1733206452353/archive/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/f in region [hdfs://localhost:45613/backupUT/backup_1733206461062/default/test-1733206452353/archive/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5]
2024-12-03T06:15:39,031 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:45613/backupUT/backup_1733206461062/default/test-1733206452353/archive/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/f/a21bec87d82e42b6997aa5f3521cda14 first=row0 last=row98
2024-12-03T06:15:39,031 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:45613/backupUT/backup_1733206461062/default/test-1733206452353/archive/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/f3 in region [hdfs://localhost:45613/backupUT/backup_1733206461062/default/test-1733206452353/archive/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5]
2024-12-03T06:15:39,036 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:45613/backupUT/backup_1733206461062/default/test-1733206452353/archive/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/f3/4b484ab9ab7e4ff29aade98b8b771348 first=row-test-1733206452353-3-0 last=row-test-1733206452353-3-5
2024-12-03T06:15:39,036 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:45613/backupUT/backup_1733206461062/default/test-1733206452353/archive/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/mob in region [hdfs://localhost:45613/backupUT/backup_1733206461062/default/test-1733206452353/archive/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5]
2024-12-03T06:15:39,040 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:45613/backupUT/backup_1733206461062/default/test-1733206452353/archive/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/mob/df6cd1acd69148a9994ce832a6128f4d first=row-test-1733206452353-3-0 last=row-test-1733206452353-3-5
2024-12-03T06:15:39,044 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33457 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'table1', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T06:15:39,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=table1
2024-12-03T06:15:39,046 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION
2024-12-03T06:15:39,046 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:15:39,046 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33457 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "table1"
 procId is: 62
2024-12-03T06:15:39,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-12-03T06:15:39,047 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-03T06:15:39,053 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741971_1147 (size=938)
2024-12-03T06:15:39,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-12-03T06:15:39,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-12-03T06:15:39,455 INFO  [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 62d4e91cd52ae86d00fca648ced7ab5c, NAME => 'table1,,1733206539044.62d4e91cd52ae86d00fca648ced7ab5c.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98
2024-12-03T06:15:39,456 INFO  [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 65fca0a5918c4796b9c82078aae756b1, NAME => 'table1,row0,1733206539044.65fca0a5918c4796b9c82078aae756b1.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98
2024-12-03T06:15:39,463 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741973_1149 (size=45)
2024-12-03T06:15:39,463 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741972_1148 (size=45)
2024-12-03T06:15:39,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-12-03T06:15:39,864 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1733206539044.65fca0a5918c4796b9c82078aae756b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T06:15:39,864 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1733206539044.62d4e91cd52ae86d00fca648ced7ab5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T06:15:39,864 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing 65fca0a5918c4796b9c82078aae756b1, disabling compactions & flushes
2024-12-03T06:15:39,864 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing 62d4e91cd52ae86d00fca648ced7ab5c, disabling compactions & flushes
2024-12-03T06:15:39,864 INFO  [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1733206539044.65fca0a5918c4796b9c82078aae756b1.
2024-12-03T06:15:39,864 INFO  [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1733206539044.62d4e91cd52ae86d00fca648ced7ab5c.
2024-12-03T06:15:39,864 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1733206539044.65fca0a5918c4796b9c82078aae756b1.
2024-12-03T06:15:39,864 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1733206539044.62d4e91cd52ae86d00fca648ced7ab5c.
2024-12-03T06:15:39,864 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1733206539044.65fca0a5918c4796b9c82078aae756b1. after waiting 0 ms
2024-12-03T06:15:39,864 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1733206539044.62d4e91cd52ae86d00fca648ced7ab5c. after waiting 0 ms
2024-12-03T06:15:39,864 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1733206539044.65fca0a5918c4796b9c82078aae756b1.
2024-12-03T06:15:39,864 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1733206539044.62d4e91cd52ae86d00fca648ced7ab5c.
2024-12-03T06:15:39,864 INFO  [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1733206539044.62d4e91cd52ae86d00fca648ced7ab5c.
2024-12-03T06:15:39,864 INFO  [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1733206539044.65fca0a5918c4796b9c82078aae756b1.
2024-12-03T06:15:39,865 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for 62d4e91cd52ae86d00fca648ced7ab5c:
Waiting for close lock at 1733206539864Disabling compacts and flushes for region at 1733206539864Disabling writes for close at 1733206539864Writing region close event to WAL at 1733206539864Closed at 1733206539864
2024-12-03T06:15:39,865 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for 65fca0a5918c4796b9c82078aae756b1:
Waiting for close lock at 1733206539864Disabling compacts and flushes for region at 1733206539864Disabling writes for close at 1733206539864Writing region close event to WAL at 1733206539864Closed at 1733206539864
2024-12-03T06:15:39,866 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META
2024-12-03T06:15:39,866 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1733206539044.62d4e91cd52ae86d00fca648ced7ab5c.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733206539866"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733206539866"}]},"ts":"1733206539866"}
2024-12-03T06:15:39,866 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1733206539044.65fca0a5918c4796b9c82078aae756b1.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733206539866"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733206539866"}]},"ts":"1733206539866"}
2024-12-03T06:15:39,870 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta.
2024-12-03T06:15:39,871 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-03T06:15:39,871 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733206539871"}]},"ts":"1733206539871"}
2024-12-03T06:15:39,873 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta
2024-12-03T06:15:39,874 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=62d4e91cd52ae86d00fca648ced7ab5c, ASSIGN}, {pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=65fca0a5918c4796b9c82078aae756b1, ASSIGN}]
2024-12-03T06:15:39,875 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=65fca0a5918c4796b9c82078aae756b1, ASSIGN
2024-12-03T06:15:39,875 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=62d4e91cd52ae86d00fca648ced7ab5c, ASSIGN
2024-12-03T06:15:39,876 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=62d4e91cd52ae86d00fca648ced7ab5c, ASSIGN; state=OFFLINE, location=e3c6570475b6,46261,1733206439994; forceNewPlan=false, retain=false
2024-12-03T06:15:39,876 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=65fca0a5918c4796b9c82078aae756b1, ASSIGN; state=OFFLINE, location=e3c6570475b6,46261,1733206439994; forceNewPlan=false, retain=false
2024-12-03T06:15:40,027 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=65fca0a5918c4796b9c82078aae756b1, regionState=OPENING, regionLocation=e3c6570475b6,46261,1733206439994
2024-12-03T06:15:40,027 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=62d4e91cd52ae86d00fca648ced7ab5c, regionState=OPENING, regionLocation=e3c6570475b6,46261,1733206439994
2024-12-03T06:15:40,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=62d4e91cd52ae86d00fca648ced7ab5c, ASSIGN because future has completed
2024-12-03T06:15:40,030 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62d4e91cd52ae86d00fca648ced7ab5c, server=e3c6570475b6,46261,1733206439994}]
2024-12-03T06:15:40,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=65fca0a5918c4796b9c82078aae756b1, ASSIGN because future has completed
2024-12-03T06:15:40,032 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=66, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65fca0a5918c4796b9c82078aae756b1, server=e3c6570475b6,46261,1733206439994}]
2024-12-03T06:15:40,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-12-03T06:15:40,188 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(132): Open table1,,1733206539044.62d4e91cd52ae86d00fca648ced7ab5c.
2024-12-03T06:15:40,188 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7752): Opening region: {ENCODED => 62d4e91cd52ae86d00fca648ced7ab5c, NAME => 'table1,,1733206539044.62d4e91cd52ae86d00fca648ced7ab5c.', STARTKEY => '', ENDKEY => 'row0'}
2024-12-03T06:15:40,189 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-12-03T06:15:40,189 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 62d4e91cd52ae86d00fca648ced7ab5c
2024-12-03T06:15:40,189 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(898): Instantiated table1,,1733206539044.62d4e91cd52ae86d00fca648ced7ab5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T06:15:40,189 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7794): checking encryption for 62d4e91cd52ae86d00fca648ced7ab5c
2024-12-03T06:15:40,189 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7797): checking classloading for 62d4e91cd52ae86d00fca648ced7ab5c
2024-12-03T06:15:40,191 INFO  [StoreOpener-62d4e91cd52ae86d00fca648ced7ab5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 62d4e91cd52ae86d00fca648ced7ab5c 
2024-12-03T06:15:40,193 INFO  [StoreOpener-62d4e91cd52ae86d00fca648ced7ab5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62d4e91cd52ae86d00fca648ced7ab5c columnFamilyName f
2024-12-03T06:15:40,193 DEBUG [StoreOpener-62d4e91cd52ae86d00fca648ced7ab5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:15:40,194 INFO  [StoreOpener-62d4e91cd52ae86d00fca648ced7ab5c-1 {}] regionserver.HStore(327): Store=62d4e91cd52ae86d00fca648ced7ab5c/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T06:15:40,194 INFO  [StoreOpener-62d4e91cd52ae86d00fca648ced7ab5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 62d4e91cd52ae86d00fca648ced7ab5c 
2024-12-03T06:15:40,196 INFO  [StoreOpener-62d4e91cd52ae86d00fca648ced7ab5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62d4e91cd52ae86d00fca648ced7ab5c columnFamilyName f3
2024-12-03T06:15:40,196 DEBUG [StoreOpener-62d4e91cd52ae86d00fca648ced7ab5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:15:40,196 INFO  [StoreOpener-62d4e91cd52ae86d00fca648ced7ab5c-1 {}] regionserver.HStore(327): Store=62d4e91cd52ae86d00fca648ced7ab5c/f3,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T06:15:40,196 INFO  [StoreOpener-62d4e91cd52ae86d00fca648ced7ab5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 62d4e91cd52ae86d00fca648ced7ab5c 
2024-12-03T06:15:40,197 INFO  [StoreOpener-62d4e91cd52ae86d00fca648ced7ab5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62d4e91cd52ae86d00fca648ced7ab5c columnFamilyName mob
2024-12-03T06:15:40,198 DEBUG [StoreOpener-62d4e91cd52ae86d00fca648ced7ab5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:15:40,199 INFO  [StoreOpener-62d4e91cd52ae86d00fca648ced7ab5c-1 {}] regionserver.HStore(327): Store=62d4e91cd52ae86d00fca648ced7ab5c/mob,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T06:15:40,199 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1038): replaying wal for 62d4e91cd52ae86d00fca648ced7ab5c
2024-12-03T06:15:40,200 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/62d4e91cd52ae86d00fca648ced7ab5c
2024-12-03T06:15:40,200 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/62d4e91cd52ae86d00fca648ced7ab5c
2024-12-03T06:15:40,201 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1048): stopping wal replay for 62d4e91cd52ae86d00fca648ced7ab5c
2024-12-03T06:15:40,201 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1060): Cleaning up temporary data for 62d4e91cd52ae86d00fca648ced7ab5c
2024-12-03T06:15:40,202 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-03T06:15:40,203 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1093): writing seq id for 62d4e91cd52ae86d00fca648ced7ab5c
2024-12-03T06:15:40,205 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/62d4e91cd52ae86d00fca648ced7ab5c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T06:15:40,205 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1114): Opened 62d4e91cd52ae86d00fca648ced7ab5c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10428797920, jitterRate=-0.028742507100105286}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-03T06:15:40,205 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 62d4e91cd52ae86d00fca648ced7ab5c
2024-12-03T06:15:40,206 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1006): Region open journal for 62d4e91cd52ae86d00fca648ced7ab5c:
Running coprocessor pre-open hook at 1733206540190Writing region info on filesystem at 1733206540190Initializing all the Stores at 1733206540191 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733206540191Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733206540191Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733206540191Cleaning up temporary data from old regions at 1733206540201 (+10 ms)Running coprocessor post-open hooks at 1733206540205 (+4 ms)Region opened successfully at 1733206540206 (+1 ms)
2024-12-03T06:15:40,207 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1733206539044.62d4e91cd52ae86d00fca648ced7ab5c., pid=65, masterSystemTime=1733206540183
2024-12-03T06:15:40,209 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1733206539044.62d4e91cd52ae86d00fca648ced7ab5c.
2024-12-03T06:15:40,209 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(153): Opened table1,,1733206539044.62d4e91cd52ae86d00fca648ced7ab5c.
2024-12-03T06:15:40,209 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(132): Open table1,row0,1733206539044.65fca0a5918c4796b9c82078aae756b1.
2024-12-03T06:15:40,209 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7752): Opening region: {ENCODED => 65fca0a5918c4796b9c82078aae756b1, NAME => 'table1,row0,1733206539044.65fca0a5918c4796b9c82078aae756b1.', STARTKEY => 'row0', ENDKEY => ''}
2024-12-03T06:15:40,210 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=62d4e91cd52ae86d00fca648ced7ab5c, regionState=OPEN, openSeqNum=2, regionLocation=e3c6570475b6,46261,1733206439994
2024-12-03T06:15:40,210 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-12-03T06:15:40,210 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 65fca0a5918c4796b9c82078aae756b1
2024-12-03T06:15:40,210 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(898): Instantiated table1,row0,1733206539044.65fca0a5918c4796b9c82078aae756b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T06:15:40,210 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7794): checking encryption for 65fca0a5918c4796b9c82078aae756b1
2024-12-03T06:15:40,210 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7797): checking classloading for 65fca0a5918c4796b9c82078aae756b1
2024-12-03T06:15:40,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62d4e91cd52ae86d00fca648ced7ab5c, server=e3c6570475b6,46261,1733206439994 because future has completed
2024-12-03T06:15:40,212 INFO  [StoreOpener-65fca0a5918c4796b9c82078aae756b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 65fca0a5918c4796b9c82078aae756b1 
2024-12-03T06:15:40,213 INFO  [StoreOpener-65fca0a5918c4796b9c82078aae756b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65fca0a5918c4796b9c82078aae756b1 columnFamilyName f
2024-12-03T06:15:40,213 DEBUG [StoreOpener-65fca0a5918c4796b9c82078aae756b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:15:40,214 INFO  [StoreOpener-65fca0a5918c4796b9c82078aae756b1-1 {}] regionserver.HStore(327): Store=65fca0a5918c4796b9c82078aae756b1/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T06:15:40,214 INFO  [StoreOpener-65fca0a5918c4796b9c82078aae756b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 65fca0a5918c4796b9c82078aae756b1 
2024-12-03T06:15:40,214 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=63
2024-12-03T06:15:40,214 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 62d4e91cd52ae86d00fca648ced7ab5c, server=e3c6570475b6,46261,1733206439994 in 183 msec
2024-12-03T06:15:40,215 INFO  [StoreOpener-65fca0a5918c4796b9c82078aae756b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65fca0a5918c4796b9c82078aae756b1 columnFamilyName f3
2024-12-03T06:15:40,215 DEBUG [StoreOpener-65fca0a5918c4796b9c82078aae756b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:15:40,216 INFO  [StoreOpener-65fca0a5918c4796b9c82078aae756b1-1 {}] regionserver.HStore(327): Store=65fca0a5918c4796b9c82078aae756b1/f3,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T06:15:40,216 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=62d4e91cd52ae86d00fca648ced7ab5c, ASSIGN in 340 msec
2024-12-03T06:15:40,216 INFO  [StoreOpener-65fca0a5918c4796b9c82078aae756b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 65fca0a5918c4796b9c82078aae756b1 
2024-12-03T06:15:40,217 INFO  [StoreOpener-65fca0a5918c4796b9c82078aae756b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65fca0a5918c4796b9c82078aae756b1 columnFamilyName mob
2024-12-03T06:15:40,217 DEBUG [StoreOpener-65fca0a5918c4796b9c82078aae756b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:15:40,218 INFO  [StoreOpener-65fca0a5918c4796b9c82078aae756b1-1 {}] regionserver.HStore(327): Store=65fca0a5918c4796b9c82078aae756b1/mob,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T06:15:40,218 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1038): replaying wal for 65fca0a5918c4796b9c82078aae756b1
2024-12-03T06:15:40,218 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/65fca0a5918c4796b9c82078aae756b1
2024-12-03T06:15:40,219 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/65fca0a5918c4796b9c82078aae756b1
2024-12-03T06:15:40,219 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1048): stopping wal replay for 65fca0a5918c4796b9c82078aae756b1
2024-12-03T06:15:40,219 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1060): Cleaning up temporary data for 65fca0a5918c4796b9c82078aae756b1
2024-12-03T06:15:40,220 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-03T06:15:40,221 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1093): writing seq id for 65fca0a5918c4796b9c82078aae756b1
2024-12-03T06:15:40,222 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/65fca0a5918c4796b9c82078aae756b1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T06:15:40,223 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1114): Opened 65fca0a5918c4796b9c82078aae756b1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9460291520, jitterRate=-0.11894169449806213}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-03T06:15:40,223 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 65fca0a5918c4796b9c82078aae756b1
2024-12-03T06:15:40,223 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1006): Region open journal for 65fca0a5918c4796b9c82078aae756b1:
Running coprocessor pre-open hook at 1733206540210Writing region info on filesystem at 1733206540210Initializing all the Stores at 1733206540211 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733206540211Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733206540212 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733206540212Cleaning up temporary data from old regions at 1733206540219 (+7 ms)Running coprocessor post-open hooks at 1733206540223 (+4 ms)Region opened successfully at 1733206540223
2024-12-03T06:15:40,223 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1733206539044.65fca0a5918c4796b9c82078aae756b1., pid=66, masterSystemTime=1733206540183
2024-12-03T06:15:40,225 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1733206539044.65fca0a5918c4796b9c82078aae756b1.
2024-12-03T06:15:40,225 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(153): Opened table1,row0,1733206539044.65fca0a5918c4796b9c82078aae756b1.
2024-12-03T06:15:40,226 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=65fca0a5918c4796b9c82078aae756b1, regionState=OPEN, openSeqNum=2, regionLocation=e3c6570475b6,46261,1733206439994
2024-12-03T06:15:40,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65fca0a5918c4796b9c82078aae756b1, server=e3c6570475b6,46261,1733206439994 because future has completed
2024-12-03T06:15:40,229 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=64
2024-12-03T06:15:40,229 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 65fca0a5918c4796b9c82078aae756b1, server=e3c6570475b6,46261,1733206439994 in 196 msec
2024-12-03T06:15:40,231 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=62
2024-12-03T06:15:40,231 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=62, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=65fca0a5918c4796b9c82078aae756b1, ASSIGN in 355 msec
2024-12-03T06:15:40,231 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-03T06:15:40,231 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733206540231"}]},"ts":"1733206540231"}
2024-12-03T06:15:40,233 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta
2024-12-03T06:15:40,234 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION
2024-12-03T06:15:40,236 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; CreateTableProcedure table=table1 in 1.1900 sec
2024-12-03T06:15:41,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-12-03T06:15:41,194 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:table1 completed
2024-12-03T06:15:41,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100
2024-12-03T06:15:41,204 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:45613/backupUT/backup_1733206461062/default/test-1733206452353/archive/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5 from hbase tables test-1733206452353 to tables table1
2024-12-03T06:15:41,204 INFO  [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1733206452353 into table1
2024-12-03T06:15:41,207 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/hbase-staging/bulk_output-default-table1-1733206541205 from hdfs://localhost:45613/backupUT/backup_1733206461062/default/test-1733206452353/archive/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5
2024-12-03T06:15:41,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@493ddce4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:41,209 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3c6570475b6,33457,-1 for getting cluster id
2024-12-03T06:15:41,209 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T06:15:41,210 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5447c48c-7b10-4672-8d86-f5d5f17214a6'
2024-12-03T06:15:41,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T06:15:41,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5447c48c-7b10-4672-8d86-f5d5f17214a6"

2024-12-03T06:15:41,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20dbb611, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:41,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3c6570475b6,33457,-1]
2024-12-03T06:15:41,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T06:15:41,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:41,214 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T06:15:41,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@558ad77a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:41,216 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T06:15:41,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e3c6570475b6,33457,1733206437938
2024-12-03T06:15:41,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a53c3fc
2024-12-03T06:15:41,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T06:15:41,219 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-03T06:15:41,220 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled
2024-12-03T06:15:41,220 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1
2024-12-03T06:15:41,221 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100
2024-12-03T06:15:41,221 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T06:15:41,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3c6570475b6,46261,1733206439994, seqNum=-1]
2024-12-03T06:15:41,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T06:15:41,225 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T06:15:41,228 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 
2024-12-03T06:15:41,228 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0
2024-12-03T06:15:41,229 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables
2024-12-03T06:15:41,229 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/hbase-staging/partitions_2a9736fe-4b86-4869-84dc-4cca08395154
2024-12-03T06:15:41,243 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741974_1150 (size=177)
2024-12-03T06:15:41,646 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:41,646 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:41,647 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:42,693 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop-2733828532629100074.jar
2024-12-03T06:15:42,694 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:42,694 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:42,754 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop-11057129306698434600.jar
2024-12-03T06:15:42,754 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:42,755 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:42,755 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:42,755 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:42,756 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:42,756 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:42,756 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-03T06:15:42,756 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-12-03T06:15:42,757 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-12-03T06:15:42,757 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-12-03T06:15:42,757 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-12-03T06:15:42,758 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-12-03T06:15:42,758 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-12-03T06:15:42,758 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-12-03T06:15:42,758 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-12-03T06:15:42,759 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-12-03T06:15:42,759 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-12-03T06:15:42,762 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:42,825 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop-12232079052448443853.jar
2024-12-03T06:15:42,826 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop-12232079052448443853.jar
2024-12-03T06:15:42,827 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:42,827 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop-12232079052448443853.jar
2024-12-03T06:15:42,828 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop-12232079052448443853.jar
2024-12-03T06:15:42,829 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T06:15:42,829 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1
2024-12-03T06:15:42,830 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-03T06:15:42,830 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T06:15:42,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:42,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:42,831 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T06:15:42,831 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job
2024-12-03T06:15:42,832 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-03T06:15:42,849 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-12-03T06:15:42,866 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-12-03T06:15:42,977 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/mapreduce.cluster.local.dir/job_local769931702_0012_97b350f3-3600-49f0-bf51-0df50eea6f59/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-12-03T06:15:42,977 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/mapreduce.cluster.local.dir/job_local769931702_0012_97b350f3-3600-49f0-bf51-0df50eea6f59/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-12-03T06:15:43,049 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:45613/backupUT/backup_1733206461062/default/test-1733206452353/archive/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/f/a21bec87d82e42b6997aa5f3521cda14
2024-12-03T06:15:43,053 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-12-03T06:15:43,092 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:45613/backupUT/backup_1733206461062/default/test-1733206452353/archive/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/mob/df6cd1acd69148a9994ce832a6128f4d
2024-12-03T06:15:43,095 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-12-03T06:15:43,118 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:45613/backupUT/backup_1733206461062/default/test-1733206452353/archive/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/f3/4b484ab9ab7e4ff29aade98b8b771348
2024-12-03T06:15:43,122 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-12-03T06:15:43,154 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328d02d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:43,154 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request e3c6570475b6,33457,-1 for getting cluster id
2024-12-03T06:15:43,155 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T06:15:43,156 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5447c48c-7b10-4672-8d86-f5d5f17214a6'
2024-12-03T06:15:43,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T06:15:43,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5447c48c-7b10-4672-8d86-f5d5f17214a6"

2024-12-03T06:15:43,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64cd2f1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:43,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3c6570475b6,33457,-1]
2024-12-03T06:15:43,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T06:15:43,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:43,158 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T06:15:43,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60e533c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:43,160 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T06:15:43,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3c6570475b6,46261,1733206439994, seqNum=-1]
2024-12-03T06:15:43,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T06:15:43,163 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T06:15:43,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1733206452353-3-0', locateType=CURRENT is [region=table1,,1733206539044.62d4e91cd52ae86d00fca648ced7ab5c., hostname=e3c6570475b6,46261,1733206439994, seqNum=2]
2024-12-03T06:15:43,164 INFO  [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1.
2024-12-03T06:15:43,165 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T06:15:43,165 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:43,165 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T06:15:43,165 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:43,165 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733206452353-3-0]
2024-12-03T06:15:43,165 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: e3c6570475b6
2024-12-03T06:15:43,171 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a4e048c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:43,171 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request e3c6570475b6,33457,-1 for getting cluster id
2024-12-03T06:15:43,171 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T06:15:43,172 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5447c48c-7b10-4672-8d86-f5d5f17214a6'
2024-12-03T06:15:43,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T06:15:43,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5447c48c-7b10-4672-8d86-f5d5f17214a6"

2024-12-03T06:15:43,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@485c1cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:43,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3c6570475b6,33457,-1]
2024-12-03T06:15:43,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T06:15:43,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:43,174 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T06:15:43,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75972c40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:43,175 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T06:15:43,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3c6570475b6,46261,1733206439994, seqNum=-1]
2024-12-03T06:15:43,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T06:15:43,178 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T06:15:43,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1733206452353-3-0', locateType=CURRENT is [region=table1,,1733206539044.62d4e91cd52ae86d00fca648ced7ab5c., hostname=e3c6570475b6,46261,1733206439994, seqNum=2]
2024-12-03T06:15:43,181 INFO  [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1.
2024-12-03T06:15:43,181 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T06:15:43,181 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:43,182 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:43,182 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733206452353-3-0]
2024-12-03T06:15:43,182 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: e3c6570475b6
2024-12-03T06:15:43,182 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T06:15:43,187 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/hbase-staging/bulk_output-default-table1-1733206541205/_temporary/0/_temporary/attempt_local769931702_0012_r_000000_0/f3/1e73d5c0aa754f2ead9ea273a95cdfa4 is 58, key is row-test-1733206452353-3-0/f3:q1/1733206460988/Put/seqid=0
2024-12-03T06:15:43,191 WARN  [Thread-1616 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [e3c6570475b6:46261] Specified favored nodes: [e3c6570475b6:46261]
2024-12-03T06:15:43,195 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741975_1151 (size=5529)
2024-12-03T06:15:43,596 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/hbase-staging/bulk_output-default-table1-1733206541205/_temporary/0/_temporary/attempt_local769931702_0012_r_000000_0/mob/fafe66555aef405ea0d2185b9f4c3e82 is 59, key is row-test-1733206452353-3-0/mob:q1/1733206461030/Put/seqid=0
2024-12-03T06:15:43,598 WARN  [Thread-1618 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [e3c6570475b6:46261] Specified favored nodes: [e3c6570475b6:46261]
2024-12-03T06:15:43,603 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741976_1152 (size=5538)
2024-12-03T06:15:44,034 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a3d5d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:44,034 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request e3c6570475b6,33457,-1 for getting cluster id
2024-12-03T06:15:44,035 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T06:15:44,035 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5447c48c-7b10-4672-8d86-f5d5f17214a6'
2024-12-03T06:15:44,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T06:15:44,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5447c48c-7b10-4672-8d86-f5d5f17214a6"

2024-12-03T06:15:44,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21babeb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:44,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3c6570475b6,33457,-1]
2024-12-03T06:15:44,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T06:15:44,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:44,037 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T06:15:44,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f736c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:44,039 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T06:15:44,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3c6570475b6,46261,1733206439994, seqNum=-1]
2024-12-03T06:15:44,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T06:15:44,041 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T06:15:44,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1733206539044.65fca0a5918c4796b9c82078aae756b1., hostname=e3c6570475b6,46261,1733206439994, seqNum=2]
2024-12-03T06:15:44,044 INFO  [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1.
2024-12-03T06:15:44,044 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T06:15:44,044 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:44,044 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:44,044 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T06:15:44,044 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0]
2024-12-03T06:15:44,044 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: e3c6570475b6
2024-12-03T06:15:44,050 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/hbase-staging/bulk_output-default-table1-1733206541205/_temporary/0/_temporary/attempt_local769931702_0012_r_000001_0/f/da9d23d1932f4cc1bf3570d04a085110 is 37, key is row10/f:q1/1733206454132/Put/seqid=0
2024-12-03T06:15:44,051 WARN  [Thread-1633 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [e3c6570475b6:46261] Specified favored nodes: [e3c6570475b6:46261]
2024-12-03T06:15:44,054 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741977_1153 (size=8741)
2024-12-03T06:15:45,041 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/hbase-staging/bulk_output-default-table1-1733206541205
2024-12-03T06:15:45,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a82b71a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:45,042 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3c6570475b6,33457,-1 for getting cluster id
2024-12-03T06:15:45,042 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T06:15:45,043 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5447c48c-7b10-4672-8d86-f5d5f17214a6'
2024-12-03T06:15:45,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T06:15:45,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5447c48c-7b10-4672-8d86-f5d5f17214a6"

2024-12-03T06:15:45,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@683b08cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:45,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3c6570475b6,33457,-1]
2024-12-03T06:15:45,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T06:15:45,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:45,046 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T06:15:45,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e32b0a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:45,047 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T06:15:45,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3c6570475b6,46261,1733206439994, seqNum=-1]
2024-12-03T06:15:45,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T06:15:45,049 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T06:15:45,052 WARN  [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/hbase-staging/bulk_output-default-table1-1733206541205/_SUCCESS
2024-12-03T06:15:45,062 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T06:15:45,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is e3c6570475b6,33457,1733206437938
2024-12-03T06:15:45,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e38f34
2024-12-03T06:15:45,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T06:15:45,064 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-03T06:15:45,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1733206539044.62d4e91cd52ae86d00fca648ced7ab5c., hostname=e3c6570475b6,46261,1733206439994, seqNum=2]
2024-12-03T06:15:45,074 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100
2024-12-03T06:15:45,085 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/hbase-staging/bulk_output-default-table1-1733206541205/f/da9d23d1932f4cc1bf3570d04a085110 first=Optional[row0] last=Optional[row98]
2024-12-03T06:15:45,088 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/hbase-staging/bulk_output-default-table1-1733206541205/f3/1e73d5c0aa754f2ead9ea273a95cdfa4 first=Optional[row-test-1733206452353-3-0] last=Optional[row-test-1733206452353-3-5]
2024-12-03T06:15:45,091 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/hbase-staging/bulk_output-default-table1-1733206541205/mob/fafe66555aef405ea0d2185b9f4c3e82 first=Optional[row-test-1733206452353-3-0] last=Optional[row-test-1733206452353-3-5]
2024-12-03T06:15:45,108 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/hbase-staging/bulk_output-default-table1-1733206541205/f3/1e73d5c0aa754f2ead9ea273a95cdfa4 for inclusion in 62d4e91cd52ae86d00fca648ced7ab5c/f3
2024-12-03T06:15:45,108 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/hbase-staging/bulk_output-default-table1-1733206541205/f/da9d23d1932f4cc1bf3570d04a085110 for inclusion in 65fca0a5918c4796b9c82078aae756b1/f
2024-12-03T06:15:45,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] regionserver.HStore(626): HFile bounds: first=row-test-1733206452353-3-0 last=row-test-1733206452353-3-5
2024-12-03T06:15:45,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] regionserver.HStore(628): Region bounds: first= last=row0
2024-12-03T06:15:45,116 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/hbase-staging/bulk_output-default-table1-1733206541205/mob/fafe66555aef405ea0d2185b9f4c3e82 for inclusion in 62d4e91cd52ae86d00fca648ced7ab5c/mob
2024-12-03T06:15:45,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98
2024-12-03T06:15:45,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] regionserver.HStore(628): Region bounds: first=row0 last=
2024-12-03T06:15:45,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] regionserver.HRegion(2603): Flush status journal for 65fca0a5918c4796b9c82078aae756b1:

2024-12-03T06:15:45,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] regionserver.HStore(626): HFile bounds: first=row-test-1733206452353-3-0 last=row-test-1733206452353-3-5
2024-12-03T06:15:45,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] regionserver.HStore(628): Region bounds: first= last=row0
2024-12-03T06:15:45,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] regionserver.HRegion(2603): Flush status journal for 62d4e91cd52ae86d00fca648ced7ab5c:

2024-12-03T06:15:45,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/hbase-staging/bulk_output-default-table1-1733206541205/f/da9d23d1932f4cc1bf3570d04a085110 to hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/staging/jenkins__table1__t0q2clpie4c599lrh9t51119et4d7dg12cfulqfcd894h8k4vntaa22nsbsc49cr/f/da9d23d1932f4cc1bf3570d04a085110
2024-12-03T06:15:45,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/hbase-staging/bulk_output-default-table1-1733206541205/f3/1e73d5c0aa754f2ead9ea273a95cdfa4 to hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/staging/jenkins__table1__t0q2clpie4c599lrh9t51119et4d7dg12cfulqfcd894h8k4vntaa22nsbsc49cr/f3/1e73d5c0aa754f2ead9ea273a95cdfa4
2024-12-03T06:15:45,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/staging/jenkins__table1__t0q2clpie4c599lrh9t51119et4d7dg12cfulqfcd894h8k4vntaa22nsbsc49cr/f3/1e73d5c0aa754f2ead9ea273a95cdfa4 as hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/62d4e91cd52ae86d00fca648ced7ab5c/f3/ef7b24822fd94778801e8e9d3bd605db_SeqId_4_
2024-12-03T06:15:45,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/staging/jenkins__table1__t0q2clpie4c599lrh9t51119et4d7dg12cfulqfcd894h8k4vntaa22nsbsc49cr/f/da9d23d1932f4cc1bf3570d04a085110 as hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/65fca0a5918c4796b9c82078aae756b1/f/a266c4d40fbd4e2e8a02d7e2df10bb6e_SeqId_4_
2024-12-03T06:15:45,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/hbase-staging/bulk_output-default-table1-1733206541205/mob/fafe66555aef405ea0d2185b9f4c3e82 to hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/staging/jenkins__table1__t0q2clpie4c599lrh9t51119et4d7dg12cfulqfcd894h8k4vntaa22nsbsc49cr/mob/fafe66555aef405ea0d2185b9f4c3e82
2024-12-03T06:15:45,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39000d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:45,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] client.ClusterIdFetcher(90): Going to request e3c6570475b6,33457,-1 for getting cluster id
2024-12-03T06:15:45,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T06:15:45,127 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5447c48c-7b10-4672-8d86-f5d5f17214a6'
2024-12-03T06:15:45,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T06:15:45,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5447c48c-7b10-4672-8d86-f5d5f17214a6"

2024-12-03T06:15:45,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4792adb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:45,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3c6570475b6,33457,-1]
2024-12-03T06:15:45,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/staging/jenkins__table1__t0q2clpie4c599lrh9t51119et4d7dg12cfulqfcd894h8k4vntaa22nsbsc49cr/mob/fafe66555aef405ea0d2185b9f4c3e82 as hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/62d4e91cd52ae86d00fca648ced7ab5c/mob/06a1ed0dca8b4c6eb4670065ee756ad6_SeqId_4_
2024-12-03T06:15:45,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T06:15:45,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:45,130 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T06:15:45,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79b6fcd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:45,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] client.ClusterIdFetcher(90): Going to request e3c6570475b6,33457,-1 for getting cluster id
2024-12-03T06:15:45,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T06:15:45,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74098e04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:45,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T06:15:45,131 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5447c48c-7b10-4672-8d86-f5d5f17214a6'
2024-12-03T06:15:45,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T06:15:45,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5447c48c-7b10-4672-8d86-f5d5f17214a6"

2024-12-03T06:15:45,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f52aeed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:45,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3c6570475b6,33457,-1]
2024-12-03T06:15:45,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e3c6570475b6,33457,1733206437938
2024-12-03T06:15:45,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e870e3d
2024-12-03T06:15:45,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T06:15:45,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:45,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T06:15:45,133 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-03T06:15:45,134 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T06:15:45,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T06:15:45,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54d4f1be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:45,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T06:15:45,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e3c6570475b6,33457,1733206437938
2024-12-03T06:15:45,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3c6570475b6,46261,1733206439994, seqNum=-1]
2024-12-03T06:15:45,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d7f1236
2024-12-03T06:15:45,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T06:15:45,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T06:15:45,136 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-03T06:15:45,136 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T06:15:45,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T06:15:45,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3c6570475b6,46261,1733206439994, seqNum=-1]
2024-12-03T06:15:45,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T06:15:45,140 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T06:15:45,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T06:15:45,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T06:15:45,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T06:15:45,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T06:15:45,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733206461287.d51b0f21362a638b6e4367cd4ec6245b., hostname=e3c6570475b6,46261,1733206439994, seqNum=2]
2024-12-03T06:15:45,159 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261.
2024-12-03T06:15:45,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443)
    at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T06:15:45,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:45,159 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T06:15:45,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:45,161 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/staging/jenkins__table1__t0q2clpie4c599lrh9t51119et4d7dg12cfulqfcd894h8k4vntaa22nsbsc49cr/f/da9d23d1932f4cc1bf3570d04a085110 into 65fca0a5918c4796b9c82078aae756b1/f as hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/65fca0a5918c4796b9c82078aae756b1/f/a266c4d40fbd4e2e8a02d7e2df10bb6e_SeqId_4_ - updating store file list.
2024-12-03T06:15:45,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733206461287.d51b0f21362a638b6e4367cd4ec6245b., hostname=e3c6570475b6,46261,1733206439994, seqNum=2]
2024-12-03T06:15:45,164 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261.
2024-12-03T06:15:45,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443)
    at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T06:15:45,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:45,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:45,165 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T06:15:45,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3686891f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:45,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] client.ClusterIdFetcher(90): Going to request e3c6570475b6,33457,-1 for getting cluster id
2024-12-03T06:15:45,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T06:15:45,167 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/65fca0a5918c4796b9c82078aae756b1/f/a266c4d40fbd4e2e8a02d7e2df10bb6e_SeqId_4_ into 65fca0a5918c4796b9c82078aae756b1/f
2024-12-03T06:15:45,167 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/staging/jenkins__table1__t0q2clpie4c599lrh9t51119et4d7dg12cfulqfcd894h8k4vntaa22nsbsc49cr/f/da9d23d1932f4cc1bf3570d04a085110 into 65fca0a5918c4796b9c82078aae756b1/f (new location: hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/65fca0a5918c4796b9c82078aae756b1/f/a266c4d40fbd4e2e8a02d7e2df10bb6e_SeqId_4_)
2024-12-03T06:15:45,167 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5447c48c-7b10-4672-8d86-f5d5f17214a6'
2024-12-03T06:15:45,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T06:15:45,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5447c48c-7b10-4672-8d86-f5d5f17214a6"

2024-12-03T06:15:45,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/staging/jenkins__table1__t0q2clpie4c599lrh9t51119et4d7dg12cfulqfcd894h8k4vntaa22nsbsc49cr/f/da9d23d1932f4cc1bf3570d04a085110
2024-12-03T06:15:45,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77455d9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:45,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3c6570475b6,33457,-1]
2024-12-03T06:15:45,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T06:15:45,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:45,169 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T06:15:45,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a9002c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:45,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T06:15:45,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is e3c6570475b6,33457,1733206437938
2024-12-03T06:15:45,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@285bb215
2024-12-03T06:15:45,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T06:15:45,172 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-03T06:15:45,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T06:15:45,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@568caa0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:45,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] client.ClusterIdFetcher(90): Going to request e3c6570475b6,33457,-1 for getting cluster id
2024-12-03T06:15:45,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T06:15:45,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3c6570475b6,46261,1733206439994, seqNum=-1]
2024-12-03T06:15:45,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T06:15:45,175 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5447c48c-7b10-4672-8d86-f5d5f17214a6'
2024-12-03T06:15:45,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T06:15:45,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5447c48c-7b10-4672-8d86-f5d5f17214a6"

2024-12-03T06:15:45,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b583cac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:45,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3c6570475b6,33457,-1]
2024-12-03T06:15:45,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T06:15:45,176 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T06:15:45,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:45,177 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService
2024-12-03T06:15:45,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32ed5d5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:45,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T06:15:45,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e3c6570475b6,33457,1733206437938
2024-12-03T06:15:45,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1298e0b8
2024-12-03T06:15:45,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T06:15:45,180 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService
2024-12-03T06:15:45,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T06:15:45,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3c6570475b6,46261,1733206439994, seqNum=-1]
2024-12-03T06:15:45,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T06:15:45,183 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService
2024-12-03T06:15:45,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T06:15:45,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T06:15:45,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T06:15:45,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T06:15:45,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733206461287.d51b0f21362a638b6e4367cd4ec6245b., hostname=e3c6570475b6,46261,1733206439994, seqNum=2]
2024-12-03T06:15:45,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733206461287.d51b0f21362a638b6e4367cd4ec6245b., hostname=e3c6570475b6,46261,1733206439994, seqNum=2]
2024-12-03T06:15:45,212 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261.
2024-12-03T06:15:45,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443)
    at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T06:15:45,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:45,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:45,214 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261.
2024-12-03T06:15:45,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T06:15:45,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:45,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:45,214 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T06:15:45,215 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T06:15:45,216 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/staging/jenkins__table1__t0q2clpie4c599lrh9t51119et4d7dg12cfulqfcd894h8k4vntaa22nsbsc49cr/f3/1e73d5c0aa754f2ead9ea273a95cdfa4 into 62d4e91cd52ae86d00fca648ced7ab5c/f3 as hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/62d4e91cd52ae86d00fca648ced7ab5c/f3/ef7b24822fd94778801e8e9d3bd605db_SeqId_4_ - updating store file list.
2024-12-03T06:15:45,232 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/62d4e91cd52ae86d00fca648ced7ab5c/f3/ef7b24822fd94778801e8e9d3bd605db_SeqId_4_ into 62d4e91cd52ae86d00fca648ced7ab5c/f3
2024-12-03T06:15:45,232 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/staging/jenkins__table1__t0q2clpie4c599lrh9t51119et4d7dg12cfulqfcd894h8k4vntaa22nsbsc49cr/f3/1e73d5c0aa754f2ead9ea273a95cdfa4 into 62d4e91cd52ae86d00fca648ced7ab5c/f3 (new location: hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/62d4e91cd52ae86d00fca648ced7ab5c/f3/ef7b24822fd94778801e8e9d3bd605db_SeqId_4_)
2024-12-03T06:15:45,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/staging/jenkins__table1__t0q2clpie4c599lrh9t51119et4d7dg12cfulqfcd894h8k4vntaa22nsbsc49cr/f3/1e73d5c0aa754f2ead9ea273a95cdfa4
2024-12-03T06:15:45,234 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/staging/jenkins__table1__t0q2clpie4c599lrh9t51119et4d7dg12cfulqfcd894h8k4vntaa22nsbsc49cr/mob/fafe66555aef405ea0d2185b9f4c3e82 into 62d4e91cd52ae86d00fca648ced7ab5c/mob as hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/62d4e91cd52ae86d00fca648ced7ab5c/mob/06a1ed0dca8b4c6eb4670065ee756ad6_SeqId_4_ - updating store file list.
2024-12-03T06:15:45,248 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/62d4e91cd52ae86d00fca648ced7ab5c/mob/06a1ed0dca8b4c6eb4670065ee756ad6_SeqId_4_ into 62d4e91cd52ae86d00fca648ced7ab5c/mob
2024-12-03T06:15:45,248 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/staging/jenkins__table1__t0q2clpie4c599lrh9t51119et4d7dg12cfulqfcd894h8k4vntaa22nsbsc49cr/mob/fafe66555aef405ea0d2185b9f4c3e82 into 62d4e91cd52ae86d00fca648ced7ab5c/mob (new location: hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/62d4e91cd52ae86d00fca648ced7ab5c/mob/06a1ed0dca8b4c6eb4670065ee756ad6_SeqId_4_)
2024-12-03T06:15:45,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/staging/jenkins__table1__t0q2clpie4c599lrh9t51119et4d7dg12cfulqfcd894h8k4vntaa22nsbsc49cr/mob/fafe66555aef405ea0d2185b9f4c3e82
2024-12-03T06:15:45,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@761d5d69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:45,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] client.ClusterIdFetcher(90): Going to request e3c6570475b6,33457,-1 for getting cluster id
2024-12-03T06:15:45,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T06:15:45,252 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5447c48c-7b10-4672-8d86-f5d5f17214a6'
2024-12-03T06:15:45,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T06:15:45,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5447c48c-7b10-4672-8d86-f5d5f17214a6"

2024-12-03T06:15:45,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67ae987a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:45,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3c6570475b6,33457,-1]
2024-12-03T06:15:45,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T06:15:45,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:45,254 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService
2024-12-03T06:15:45,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23b150ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:45,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T06:15:45,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e3c6570475b6,33457,1733206437938
2024-12-03T06:15:45,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2cc22ee5
2024-12-03T06:15:45,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T06:15:45,257 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService
2024-12-03T06:15:45,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T06:15:45,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3c6570475b6,46261,1733206439994, seqNum=-1]
2024-12-03T06:15:45,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T06:15:45,261 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService
2024-12-03T06:15:45,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T06:15:45,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T06:15:45,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733206461287.d51b0f21362a638b6e4367cd4ec6245b., hostname=e3c6570475b6,46261,1733206439994, seqNum=2]
2024-12-03T06:15:45,281 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261.
2024-12-03T06:15:45,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T06:15:45,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:45,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:45,281 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T06:15:45,287 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-03T06:15:45,287 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T06:15:45,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:45,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:45,288 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T06:15:45,288 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0
2024-12-03T06:15:45,288 INFO  [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s):
2024-12-03T06:15:45,290 INFO  [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1733206461062 hdfs://localhost:45613/backupUT/backup_1733206461062/default/test-1733206452353/
2024-12-03T06:15:45,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1733206539044.62d4e91cd52ae86d00fca648ced7ab5c., hostname=e3c6570475b6,46261,1733206439994, seqNum=2 , the old value is region=table1,,1733206539044.62d4e91cd52ae86d00fca648ced7ab5c., hostname=e3c6570475b6,46261,1733206439994, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=e3c6570475b6:46261 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-12-03T06:15:45,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1733206539044.62d4e91cd52ae86d00fca648ced7ab5c., hostname=e3c6570475b6,46261,1733206439994, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-12-03T06:15:45,291 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45613/backupUT/backup_1733206461062/.backup.manifest
2024-12-03T06:15:45,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1733206539044.62d4e91cd52ae86d00fca648ced7ab5c., hostname=e3c6570475b6,46261,1733206439994, seqNum=2 from cache
2024-12-03T06:15:45,291 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-12-03T06:15:45,293 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1733206461062/.backup.manifest
2024-12-03T06:15:45,293 INFO  [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17332064523531' to 'ns2:table2' from full backup image hdfs://localhost:45613/backupUT/backup_1733206461062/ns2/test-17332064523531
2024-12-03T06:15:45,305 INFO  [Time-limited test {}] util.RestoreTool(491): Creating target table 'ns2:table2'
2024-12-03T06:15:45,305 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:45613/backupUT/backup_1733206461062/ns2/test-17332064523531/archive/data/ns2/test-17332064523531/0fc8e072545f89745c5aab3361a5edab
2024-12-03T06:15:45,310 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:45613/backupUT/backup_1733206461062/ns2/test-17332064523531/archive/data/ns2/test-17332064523531/0fc8e072545f89745c5aab3361a5edab/f in region [hdfs://localhost:45613/backupUT/backup_1733206461062/ns2/test-17332064523531/archive/data/ns2/test-17332064523531/0fc8e072545f89745c5aab3361a5edab]
2024-12-03T06:15:45,318 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:45613/backupUT/backup_1733206461062/ns2/test-17332064523531/archive/data/ns2/test-17332064523531/0fc8e072545f89745c5aab3361a5edab/f/e6ff5977fb9b42b6bc0b763a40dbc4b7 first=row0 last=row98
2024-12-03T06:15:45,319 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33457 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T06:15:45,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1139): Stored pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:table2
2024-12-03T06:15:45,323 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_PRE_OPERATION
2024-12-03T06:15:45,324 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33457 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "ns2"
qualifier: "table2"
 procId is: 67
2024-12-03T06:15:45,325 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-03T06:15:45,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67
2024-12-03T06:15:45,338 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741978_1154 (size=351)
2024-12-03T06:15:45,395 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3c6570475b6:46261 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 34 more
2024-12-03T06:15:45,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67
2024-12-03T06:15:45,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67
2024-12-03T06:15:45,728 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties
2024-12-03T06:15:45,742 INFO  [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 512553250c71e051fd100ea2cf42312d, NAME => 'ns2:table2,,1733206545319.512553250c71e051fd100ea2cf42312d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98
2024-12-03T06:15:45,750 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741979_1155 (size=37)
2024-12-03T06:15:45,765 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1'
2024-12-03T06:15:45,871 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 0fc8e072545f89745c5aab3361a5edab, had cached 0 bytes from a total of 13547
2024-12-03T06:15:45,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67
2024-12-03T06:15:46,151 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1733206545319.512553250c71e051fd100ea2cf42312d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T06:15:46,151 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing 512553250c71e051fd100ea2cf42312d, disabling compactions & flushes
2024-12-03T06:15:46,151 INFO  [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1733206545319.512553250c71e051fd100ea2cf42312d.
2024-12-03T06:15:46,151 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1733206545319.512553250c71e051fd100ea2cf42312d.
2024-12-03T06:15:46,151 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1733206545319.512553250c71e051fd100ea2cf42312d. after waiting 0 ms
2024-12-03T06:15:46,151 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1733206545319.512553250c71e051fd100ea2cf42312d.
2024-12-03T06:15:46,151 INFO  [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1733206545319.512553250c71e051fd100ea2cf42312d.
2024-12-03T06:15:46,152 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for 512553250c71e051fd100ea2cf42312d:
Waiting for close lock at 1733206546151Disabling compacts and flushes for region at 1733206546151Disabling writes for close at 1733206546151Writing region close event to WAL at 1733206546151Closed at 1733206546151
2024-12-03T06:15:46,153 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ADD_TO_META
2024-12-03T06:15:46,153 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1733206545319.512553250c71e051fd100ea2cf42312d.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1733206546153"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733206546153"}]},"ts":"1733206546153"}
2024-12-03T06:15:46,156 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T06:15:46,157 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-03T06:15:46,157 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733206546157"}]},"ts":"1733206546157"}
2024-12-03T06:15:46,160 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta
2024-12-03T06:15:46,161 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=512553250c71e051fd100ea2cf42312d, ASSIGN}]
2024-12-03T06:15:46,162 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=512553250c71e051fd100ea2cf42312d, ASSIGN
2024-12-03T06:15:46,163 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=512553250c71e051fd100ea2cf42312d, ASSIGN; state=OFFLINE, location=e3c6570475b6,46261,1733206439994; forceNewPlan=false, retain=false
2024-12-03T06:15:46,314 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=512553250c71e051fd100ea2cf42312d, regionState=OPENING, regionLocation=e3c6570475b6,46261,1733206439994
2024-12-03T06:15:46,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=512553250c71e051fd100ea2cf42312d, ASSIGN because future has completed
2024-12-03T06:15:46,317 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 512553250c71e051fd100ea2cf42312d, server=e3c6570475b6,46261,1733206439994}]
2024-12-03T06:15:46,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67
2024-12-03T06:15:46,472 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(132): Open ns2:table2,,1733206545319.512553250c71e051fd100ea2cf42312d.
2024-12-03T06:15:46,472 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7752): Opening region: {ENCODED => 512553250c71e051fd100ea2cf42312d, NAME => 'ns2:table2,,1733206545319.512553250c71e051fd100ea2cf42312d.', STARTKEY => '', ENDKEY => ''}
2024-12-03T06:15:46,473 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-12-03T06:15:46,473 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 512553250c71e051fd100ea2cf42312d
2024-12-03T06:15:46,473 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(898): Instantiated ns2:table2,,1733206545319.512553250c71e051fd100ea2cf42312d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T06:15:46,473 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7794): checking encryption for 512553250c71e051fd100ea2cf42312d
2024-12-03T06:15:46,473 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7797): checking classloading for 512553250c71e051fd100ea2cf42312d
2024-12-03T06:15:46,475 INFO  [StoreOpener-512553250c71e051fd100ea2cf42312d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 512553250c71e051fd100ea2cf42312d 
2024-12-03T06:15:46,476 INFO  [StoreOpener-512553250c71e051fd100ea2cf42312d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 512553250c71e051fd100ea2cf42312d columnFamilyName f
2024-12-03T06:15:46,476 DEBUG [StoreOpener-512553250c71e051fd100ea2cf42312d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:15:46,477 INFO  [StoreOpener-512553250c71e051fd100ea2cf42312d-1 {}] regionserver.HStore(327): Store=512553250c71e051fd100ea2cf42312d/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T06:15:46,477 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1038): replaying wal for 512553250c71e051fd100ea2cf42312d
2024-12-03T06:15:46,478 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/ns2/table2/512553250c71e051fd100ea2cf42312d
2024-12-03T06:15:46,479 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/ns2/table2/512553250c71e051fd100ea2cf42312d
2024-12-03T06:15:46,479 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1048): stopping wal replay for 512553250c71e051fd100ea2cf42312d
2024-12-03T06:15:46,479 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1060): Cleaning up temporary data for 512553250c71e051fd100ea2cf42312d
2024-12-03T06:15:46,481 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1093): writing seq id for 512553250c71e051fd100ea2cf42312d
2024-12-03T06:15:46,484 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/ns2/table2/512553250c71e051fd100ea2cf42312d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T06:15:46,484 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1114): Opened 512553250c71e051fd100ea2cf42312d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11263653440, jitterRate=0.049009472131729126}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T06:15:46,484 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 512553250c71e051fd100ea2cf42312d
2024-12-03T06:15:46,485 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1006): Region open journal for 512553250c71e051fd100ea2cf42312d:
Running coprocessor pre-open hook at 1733206546473Writing region info on filesystem at 1733206546473Initializing all the Stores at 1733206546474 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733206546474Cleaning up temporary data from old regions at 1733206546479 (+5 ms)Running coprocessor post-open hooks at 1733206546484 (+5 ms)Region opened successfully at 1733206546485 (+1 ms)
2024-12-03T06:15:46,486 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1733206545319.512553250c71e051fd100ea2cf42312d., pid=69, masterSystemTime=1733206546469
2024-12-03T06:15:46,489 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1733206545319.512553250c71e051fd100ea2cf42312d.
2024-12-03T06:15:46,489 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(153): Opened ns2:table2,,1733206545319.512553250c71e051fd100ea2cf42312d.
2024-12-03T06:15:46,490 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=512553250c71e051fd100ea2cf42312d, regionState=OPEN, openSeqNum=2, regionLocation=e3c6570475b6,46261,1733206439994
2024-12-03T06:15:46,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 512553250c71e051fd100ea2cf42312d, server=e3c6570475b6,46261,1733206439994 because future has completed
2024-12-03T06:15:46,498 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68
2024-12-03T06:15:46,498 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 512553250c71e051fd100ea2cf42312d, server=e3c6570475b6,46261,1733206439994 in 177 msec
2024-12-03T06:15:46,500 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=68, resume processing ppid=67
2024-12-03T06:15:46,501 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=67, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=512553250c71e051fd100ea2cf42312d, ASSIGN in 338 msec
2024-12-03T06:15:46,501 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-03T06:15:46,502 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733206546502"}]},"ts":"1733206546502"}
2024-12-03T06:15:46,504 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta
2024-12-03T06:15:46,505 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_POST_OPERATION
2024-12-03T06:15:46,508 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:table2 in 1.1860 sec
2024-12-03T06:15:47,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67
2024-12-03T06:15:47,473 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:table2 completed
2024-12-03T06:15:47,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100
2024-12-03T06:15:47,478 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:45613/backupUT/backup_1733206461062/ns2/test-17332064523531/archive/data/ns2/test-17332064523531/0fc8e072545f89745c5aab3361a5edab from hbase tables ns2:test-17332064523531 to tables ns2:table2
2024-12-03T06:15:47,478 INFO  [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17332064523531 into ns2:table2
2024-12-03T06:15:47,480 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/hbase-staging/bulk_output-ns2-table2-1733206547478 from hdfs://localhost:45613/backupUT/backup_1733206461062/ns2/test-17332064523531/archive/data/ns2/test-17332064523531/0fc8e072545f89745c5aab3361a5edab
2024-12-03T06:15:47,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11d9c360, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:47,480 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3c6570475b6,33457,-1 for getting cluster id
2024-12-03T06:15:47,480 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T06:15:47,482 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5447c48c-7b10-4672-8d86-f5d5f17214a6'
2024-12-03T06:15:47,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T06:15:47,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5447c48c-7b10-4672-8d86-f5d5f17214a6"

2024-12-03T06:15:47,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b40fd79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:47,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3c6570475b6,33457,-1]
2024-12-03T06:15:47,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T06:15:47,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:47,484 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T06:15:47,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33235077, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:47,485 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T06:15:47,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is e3c6570475b6,33457,1733206437938
2024-12-03T06:15:47,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4cf31d
2024-12-03T06:15:47,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T06:15:47,487 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-03T06:15:47,489 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled
2024-12-03T06:15:47,489 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2
2024-12-03T06:15:47,489 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100
2024-12-03T06:15:47,489 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T06:15:47,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3c6570475b6,46261,1733206439994, seqNum=-1]
2024-12-03T06:15:47,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T06:15:47,492 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T06:15:47,494 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 
2024-12-03T06:15:47,494 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables
2024-12-03T06:15:47,494 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/hbase-staging/partitions_71df17de-e526-450d-950a-ebbd92a5255d
2024-12-03T06:15:47,502 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741980_1156 (size=153)
2024-12-03T06:15:47,905 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:47,905 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:47,905 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:48,320 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2
2024-12-03T06:15:48,320 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_table2 Metrics about Tables on a single HBase RegionServer
2024-12-03T06:15:48,321 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1
2024-12-03T06:15:48,321 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_table1 Metrics about Tables on a single HBase RegionServer
2024-12-03T06:15:48,925 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop-11600438761680007230.jar
2024-12-03T06:15:48,925 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:48,926 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:48,985 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop-9619543848971209814.jar
2024-12-03T06:15:48,985 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:48,986 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:48,986 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:48,986 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:48,986 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:48,987 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:48,987 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-03T06:15:48,987 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-12-03T06:15:48,987 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-12-03T06:15:48,988 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-12-03T06:15:48,988 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-12-03T06:15:48,988 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-12-03T06:15:48,988 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-12-03T06:15:48,989 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-12-03T06:15:48,989 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-12-03T06:15:48,989 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-12-03T06:15:48,989 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-12-03T06:15:48,990 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:49,044 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop-16967626014967828100.jar
2024-12-03T06:15:49,044 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop-16967626014967828100.jar
2024-12-03T06:15:49,045 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:49,045 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop-16967626014967828100.jar
2024-12-03T06:15:49,045 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop-16967626014967828100.jar
2024-12-03T06:15:49,046 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T06:15:49,046 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2
2024-12-03T06:15:49,046 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-03T06:15:49,046 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T06:15:49,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:49,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:49,046 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T06:15:49,046 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job
2024-12-03T06:15:49,047 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-03T06:15:49,058 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-12-03T06:15:49,070 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-12-03T06:15:49,149 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/mapreduce.cluster.local.dir/job_local1496444735_0013_f871a76d-a0de-47e3-9640-f7cd0728f7d0/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-12-03T06:15:49,149 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/mapreduce.cluster.local.dir/job_local1496444735_0013_f871a76d-a0de-47e3-9640-f7cd0728f7d0/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-12-03T06:15:49,216 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:45613/backupUT/backup_1733206461062/ns2/test-17332064523531/archive/data/ns2/test-17332064523531/0fc8e072545f89745c5aab3361a5edab/f/e6ff5977fb9b42b6bc0b763a40dbc4b7
2024-12-03T06:15:49,222 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-12-03T06:15:49,273 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e5c9450, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:49,273 DEBUG [pool-272-thread-1 {}] client.ClusterIdFetcher(90): Going to request e3c6570475b6,33457,-1 for getting cluster id
2024-12-03T06:15:49,274 DEBUG [pool-272-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T06:15:49,275 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5447c48c-7b10-4672-8d86-f5d5f17214a6'
2024-12-03T06:15:49,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T06:15:49,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5447c48c-7b10-4672-8d86-f5d5f17214a6"

2024-12-03T06:15:49,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d535c9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:49,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3c6570475b6,33457,-1]
2024-12-03T06:15:49,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T06:15:49,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:49,278 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T06:15:49,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58b920cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:49,280 DEBUG [pool-272-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T06:15:49,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3c6570475b6,46261,1733206439994, seqNum=-1]
2024-12-03T06:15:49,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T06:15:49,286 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T06:15:49,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row0', locateType=CURRENT is [region=ns2:table2,,1733206545319.512553250c71e051fd100ea2cf42312d., hostname=e3c6570475b6,46261,1733206439994, seqNum=2]
2024-12-03T06:15:49,290 INFO  [pool-272-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-272-thread-1.
2024-12-03T06:15:49,290 DEBUG [pool-272-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T06:15:49,290 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:49,290 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:49,290 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T06:15:49,290 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0]
2024-12-03T06:15:49,291 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: e3c6570475b6
2024-12-03T06:15:49,297 DEBUG [pool-272-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/hbase-staging/bulk_output-ns2-table2-1733206547478/_temporary/0/_temporary/attempt_local1496444735_0013_r_000000_0/f/0249485009974491b60423d7718b7421 is 37, key is row10/f:q1/1733206456739/Put/seqid=0
2024-12-03T06:15:49,300 WARN  [Thread-1700 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [e3c6570475b6:46261] Specified favored nodes: [e3c6570475b6:46261]
2024-12-03T06:15:49,306 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741981_1157 (size=8742)
2024-12-03T06:15:50,187 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/hbase-staging/bulk_output-ns2-table2-1733206547478
2024-12-03T06:15:50,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52d95670, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:50,189 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3c6570475b6,33457,-1 for getting cluster id
2024-12-03T06:15:50,189 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T06:15:50,190 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5447c48c-7b10-4672-8d86-f5d5f17214a6'
2024-12-03T06:15:50,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T06:15:50,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5447c48c-7b10-4672-8d86-f5d5f17214a6"

2024-12-03T06:15:50,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a29f64e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:50,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3c6570475b6,33457,-1]
2024-12-03T06:15:50,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T06:15:50,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:50,193 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T06:15:50,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b79e827, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:50,194 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T06:15:50,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3c6570475b6,46261,1733206439994, seqNum=-1]
2024-12-03T06:15:50,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T06:15:50,197 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T06:15:50,204 WARN  [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/hbase-staging/bulk_output-ns2-table2-1733206547478/_SUCCESS
2024-12-03T06:15:50,208 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T06:15:50,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is e3c6570475b6,33457,1733206437938
2024-12-03T06:15:50,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@704cc936
2024-12-03T06:15:50,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T06:15:50,212 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-03T06:15:50,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1733206545319.512553250c71e051fd100ea2cf42312d., hostname=e3c6570475b6,46261,1733206439994, seqNum=2]
2024-12-03T06:15:50,226 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100
2024-12-03T06:15:50,234 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/hbase-staging/bulk_output-ns2-table2-1733206547478/f/0249485009974491b60423d7718b7421 first=Optional[row0] last=Optional[row98]
2024-12-03T06:15:50,248 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/hbase-staging/bulk_output-ns2-table2-1733206547478/f/0249485009974491b60423d7718b7421 for inclusion in 512553250c71e051fd100ea2cf42312d/f
2024-12-03T06:15:50,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98
2024-12-03T06:15:50,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] regionserver.HStore(628): Region bounds: first= last=
2024-12-03T06:15:50,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] regionserver.HRegion(2603): Flush status journal for 512553250c71e051fd100ea2cf42312d:

2024-12-03T06:15:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/hbase-staging/bulk_output-ns2-table2-1733206547478/f/0249485009974491b60423d7718b7421 to hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/staging/jenkins__ns2_table2__q7qpn8jlgd348lqkmkscc80jfkbbi6687qku54g7fbac9d89ki5ridl6a05n4r6k/f/0249485009974491b60423d7718b7421
2024-12-03T06:15:50,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/staging/jenkins__ns2_table2__q7qpn8jlgd348lqkmkscc80jfkbbi6687qku54g7fbac9d89ki5ridl6a05n4r6k/f/0249485009974491b60423d7718b7421 as hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/ns2/table2/512553250c71e051fd100ea2cf42312d/f/3cd73e2809a54333a47d71375d8c841a_SeqId_4_
2024-12-03T06:15:50,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2002f7a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:50,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] client.ClusterIdFetcher(90): Going to request e3c6570475b6,33457,-1 for getting cluster id
2024-12-03T06:15:50,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T06:15:50,265 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5447c48c-7b10-4672-8d86-f5d5f17214a6'
2024-12-03T06:15:50,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T06:15:50,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5447c48c-7b10-4672-8d86-f5d5f17214a6"

2024-12-03T06:15:50,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4515ce24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:50,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3c6570475b6,33457,-1]
2024-12-03T06:15:50,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T06:15:50,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:50,268 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T06:15:50,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3747b13c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T06:15:50,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e3c6570475b6,33457,1733206437938
2024-12-03T06:15:50,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f157187
2024-12-03T06:15:50,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T06:15:50,273 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-03T06:15:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T06:15:50,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3c6570475b6,46261,1733206439994, seqNum=-1]
2024-12-03T06:15:50,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T06:15:50,279 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T06:15:50,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T06:15:50,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T06:15:50,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733206461287.d51b0f21362a638b6e4367cd4ec6245b., hostname=e3c6570475b6,46261,1733206439994, seqNum=2]
2024-12-03T06:15:50,311 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261.
2024-12-03T06:15:50,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443)
    at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T06:15:50,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:50,312 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T06:15:50,313 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/staging/jenkins__ns2_table2__q7qpn8jlgd348lqkmkscc80jfkbbi6687qku54g7fbac9d89ki5ridl6a05n4r6k/f/0249485009974491b60423d7718b7421 into 512553250c71e051fd100ea2cf42312d/f as hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/ns2/table2/512553250c71e051fd100ea2cf42312d/f/3cd73e2809a54333a47d71375d8c841a_SeqId_4_ - updating store file list.
2024-12-03T06:15:50,324 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/ns2/table2/512553250c71e051fd100ea2cf42312d/f/3cd73e2809a54333a47d71375d8c841a_SeqId_4_ into 512553250c71e051fd100ea2cf42312d/f
2024-12-03T06:15:50,324 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/staging/jenkins__ns2_table2__q7qpn8jlgd348lqkmkscc80jfkbbi6687qku54g7fbac9d89ki5ridl6a05n4r6k/f/0249485009974491b60423d7718b7421 into 512553250c71e051fd100ea2cf42312d/f (new location: hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/ns2/table2/512553250c71e051fd100ea2cf42312d/f/3cd73e2809a54333a47d71375d8c841a_SeqId_4_)
2024-12-03T06:15:50,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/staging/jenkins__ns2_table2__q7qpn8jlgd348lqkmkscc80jfkbbi6687qku54g7fbac9d89ki5ridl6a05n4r6k/f/0249485009974491b60423d7718b7421
2024-12-03T06:15:50,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bd0773a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:50,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] client.ClusterIdFetcher(90): Going to request e3c6570475b6,33457,-1 for getting cluster id
2024-12-03T06:15:50,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T06:15:50,335 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5447c48c-7b10-4672-8d86-f5d5f17214a6'
2024-12-03T06:15:50,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T06:15:50,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5447c48c-7b10-4672-8d86-f5d5f17214a6"

2024-12-03T06:15:50,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@310f9977, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:50,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3c6570475b6,33457,-1]
2024-12-03T06:15:50,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T06:15:50,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:50,337 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService
2024-12-03T06:15:50,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4410c2c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:50,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T06:15:50,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e3c6570475b6,33457,1733206437938
2024-12-03T06:15:50,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74097256
2024-12-03T06:15:50,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T06:15:50,342 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService
2024-12-03T06:15:50,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T06:15:50,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3c6570475b6,46261,1733206439994, seqNum=-1]
2024-12-03T06:15:50,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T06:15:50,346 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService
2024-12-03T06:15:50,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T06:15:50,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T06:15:50,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733206461287.d51b0f21362a638b6e4367cd4ec6245b., hostname=e3c6570475b6,46261,1733206439994, seqNum=2]
2024-12-03T06:15:50,369 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261.
2024-12-03T06:15:50,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T06:15:50,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:50,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:50,369 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T06:15:50,370 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-03T06:15:50,370 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T06:15:50,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:50,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:50,371 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0
2024-12-03T06:15:50,371 INFO  [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s):
2024-12-03T06:15:50,371 INFO  [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1733206461062 hdfs://localhost:45613/backupUT/backup_1733206461062/ns2/test-17332064523531/
2024-12-03T06:15:50,371 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished
2024-12-03T06:15:50,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1733206545319.512553250c71e051fd100ea2cf42312d., hostname=e3c6570475b6,46261,1733206439994, seqNum=2 , the old value is region=ns2:table2,,1733206545319.512553250c71e051fd100ea2cf42312d., hostname=e3c6570475b6,46261,1733206439994, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=e3c6570475b6:46261 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-12-03T06:15:50,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1733206545319.512553250c71e051fd100ea2cf42312d., hostname=e3c6570475b6,46261,1733206439994, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-12-03T06:15:50,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1733206545319.512553250c71e051fd100ea2cf42312d., hostname=e3c6570475b6,46261,1733206439994, seqNum=2 from cache
2024-12-03T06:15:50,372 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T06:15:50,372 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-12-03T06:15:50,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1733206539044.62d4e91cd52ae86d00fca648ced7ab5c., hostname=e3c6570475b6,46261,1733206439994, seqNum=2]
2024-12-03T06:15:50,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1733206539044.65fca0a5918c4796b9c82078aae756b1., hostname=e3c6570475b6,46261,1733206439994, seqNum=2]
2024-12-03T06:15:50,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1733206545319.512553250c71e051fd100ea2cf42312d., hostname=e3c6570475b6,46261,1733206439994, seqNum=2]
2024-12-03T06:15:50,401 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45613/backupUT/backup_1733206527821/.backup.manifest
2024-12-03T06:15:50,404 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1733206527821/.backup.manifest
2024-12-03T06:15:50,404 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45613/backupUT/backup_1733206492590/.backup.manifest
2024-12-03T06:15:50,406 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1733206492590/.backup.manifest
2024-12-03T06:15:50,406 INFO  [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1733206452353' to 'table1' from full backup image hdfs://localhost:45613/backupUT/backup_1733206492590/default/test-1733206452353
2024-12-03T06:15:50,409 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'test-1733206452353', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1733206527821
2024-12-03T06:15:50,412 INFO  [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'table1', preserving region splits
2024-12-03T06:15:50,417 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33457 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable table1
2024-12-03T06:15:50,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=table1
2024-12-03T06:15:50,425 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733206550425"}]},"ts":"1733206550425"}
2024-12-03T06:15:50,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-12-03T06:15:50,427 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLING in hbase:meta
2024-12-03T06:15:50,427 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set table1 to state=DISABLING
2024-12-03T06:15:50,429 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=table1}]
2024-12-03T06:15:50,434 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=62d4e91cd52ae86d00fca648ced7ab5c, UNASSIGN}, {pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=65fca0a5918c4796b9c82078aae756b1, UNASSIGN}]
2024-12-03T06:15:50,435 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=62d4e91cd52ae86d00fca648ced7ab5c, UNASSIGN
2024-12-03T06:15:50,435 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=65fca0a5918c4796b9c82078aae756b1, UNASSIGN
2024-12-03T06:15:50,435 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=73 updating hbase:meta row=65fca0a5918c4796b9c82078aae756b1, regionState=CLOSING, regionLocation=e3c6570475b6,46261,1733206439994
2024-12-03T06:15:50,435 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=62d4e91cd52ae86d00fca648ced7ab5c, regionState=CLOSING, regionLocation=e3c6570475b6,46261,1733206439994
2024-12-03T06:15:50,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=62d4e91cd52ae86d00fca648ced7ab5c, UNASSIGN because future has completed
2024-12-03T06:15:50,438 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-03T06:15:50,438 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure 62d4e91cd52ae86d00fca648ced7ab5c, server=e3c6570475b6,46261,1733206439994}]
2024-12-03T06:15:50,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=65fca0a5918c4796b9c82078aae756b1, UNASSIGN because future has completed
2024-12-03T06:15:50,439 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-03T06:15:50,439 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=73, state=RUNNABLE, hasLock=false; CloseRegionProcedure 65fca0a5918c4796b9c82078aae756b1, server=e3c6570475b6,46261,1733206439994}]
2024-12-03T06:15:50,484 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3c6570475b6:46261 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 34 more
2024-12-03T06:15:50,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-12-03T06:15:50,591 INFO  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(122): Close 62d4e91cd52ae86d00fca648ced7ab5c
2024-12-03T06:15:50,591 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-12-03T06:15:50,591 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1722): Closing 62d4e91cd52ae86d00fca648ced7ab5c, disabling compactions & flushes
2024-12-03T06:15:50,591 INFO  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1755): Closing region table1,,1733206539044.62d4e91cd52ae86d00fca648ced7ab5c.
2024-12-03T06:15:50,591 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1733206539044.62d4e91cd52ae86d00fca648ced7ab5c.
2024-12-03T06:15:50,591 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1843): Acquired close lock on table1,,1733206539044.62d4e91cd52ae86d00fca648ced7ab5c. after waiting 0 ms
2024-12-03T06:15:50,591 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1853): Updates disabled for region table1,,1733206539044.62d4e91cd52ae86d00fca648ced7ab5c.
2024-12-03T06:15:50,596 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/62d4e91cd52ae86d00fca648ced7ab5c/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1
2024-12-03T06:15:50,596 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-12-03T06:15:50,597 INFO  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1973): Closed table1,,1733206539044.62d4e91cd52ae86d00fca648ced7ab5c.
2024-12-03T06:15:50,597 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1676): Region close journal for 62d4e91cd52ae86d00fca648ced7ab5c:
Waiting for close lock at 1733206550591Running coprocessor pre-close hooks at 1733206550591Disabling compacts and flushes for region at 1733206550591Disabling writes for close at 1733206550591Writing region close event to WAL at 1733206550593 (+2 ms)Running coprocessor post-close hooks at 1733206550596 (+3 ms)Closed at 1733206550597 (+1 ms)
2024-12-03T06:15:50,599 INFO  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(157): Closed 62d4e91cd52ae86d00fca648ced7ab5c
2024-12-03T06:15:50,599 INFO  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(122): Close 65fca0a5918c4796b9c82078aae756b1
2024-12-03T06:15:50,599 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-12-03T06:15:50,599 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1722): Closing 65fca0a5918c4796b9c82078aae756b1, disabling compactions & flushes
2024-12-03T06:15:50,599 INFO  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1755): Closing region table1,row0,1733206539044.65fca0a5918c4796b9c82078aae756b1.
2024-12-03T06:15:50,599 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1733206539044.65fca0a5918c4796b9c82078aae756b1.
2024-12-03T06:15:50,599 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1733206539044.65fca0a5918c4796b9c82078aae756b1. after waiting 0 ms
2024-12-03T06:15:50,599 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1733206539044.65fca0a5918c4796b9c82078aae756b1.
2024-12-03T06:15:50,600 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=62d4e91cd52ae86d00fca648ced7ab5c, regionState=CLOSED
2024-12-03T06:15:50,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure 62d4e91cd52ae86d00fca648ced7ab5c, server=e3c6570475b6,46261,1733206439994 because future has completed
2024-12-03T06:15:50,605 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=72
2024-12-03T06:15:50,605 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=72, state=SUCCESS, hasLock=false; CloseRegionProcedure 62d4e91cd52ae86d00fca648ced7ab5c, server=e3c6570475b6,46261,1733206439994 in 165 msec
2024-12-03T06:15:50,606 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=71, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=62d4e91cd52ae86d00fca648ced7ab5c, UNASSIGN in 171 msec
2024-12-03T06:15:50,609 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/65fca0a5918c4796b9c82078aae756b1/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1
2024-12-03T06:15:50,610 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-12-03T06:15:50,610 INFO  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1973): Closed table1,row0,1733206539044.65fca0a5918c4796b9c82078aae756b1.
2024-12-03T06:15:50,610 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1676): Region close journal for 65fca0a5918c4796b9c82078aae756b1:
Waiting for close lock at 1733206550599Running coprocessor pre-close hooks at 1733206550599Disabling compacts and flushes for region at 1733206550599Disabling writes for close at 1733206550599Writing region close event to WAL at 1733206550600 (+1 ms)Running coprocessor post-close hooks at 1733206550610 (+10 ms)Closed at 1733206550610
2024-12-03T06:15:50,612 INFO  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(157): Closed 65fca0a5918c4796b9c82078aae756b1
2024-12-03T06:15:50,613 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=73 updating hbase:meta row=65fca0a5918c4796b9c82078aae756b1, regionState=CLOSED
2024-12-03T06:15:50,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=73, state=RUNNABLE, hasLock=false; CloseRegionProcedure 65fca0a5918c4796b9c82078aae756b1, server=e3c6570475b6,46261,1733206439994 because future has completed
2024-12-03T06:15:50,617 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=73
2024-12-03T06:15:50,617 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=73, state=SUCCESS, hasLock=false; CloseRegionProcedure 65fca0a5918c4796b9c82078aae756b1, server=e3c6570475b6,46261,1733206439994 in 176 msec
2024-12-03T06:15:50,619 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=71
2024-12-03T06:15:50,619 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=71, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=65fca0a5918c4796b9c82078aae756b1, UNASSIGN in 183 msec
2024-12-03T06:15:50,622 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70
2024-12-03T06:15:50,622 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=table1 in 191 msec
2024-12-03T06:15:50,624 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733206550624"}]},"ts":"1733206550624"}
2024-12-03T06:15:50,626 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLED in hbase:meta
2024-12-03T06:15:50,626 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set table1 to state=DISABLED
2024-12-03T06:15:50,628 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; DisableTableProcedure table=table1 in 208 msec
2024-12-03T06:15:50,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-12-03T06:15:50,743 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:table1 completed
2024-12-03T06:15:50,748 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33457 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.3 truncate table1
2024-12-03T06:15:50,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true)
2024-12-03T06:15:50,756 DEBUG [PEWorker-3 {}] procedure.TruncateTableProcedure(87): waiting for 'table1' regions in transition
2024-12-03T06:15:50,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-12-03T06:15:50,763 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/62d4e91cd52ae86d00fca648ced7ab5c
2024-12-03T06:15:50,763 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/65fca0a5918c4796b9c82078aae756b1
2024-12-03T06:15:50,767 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/65fca0a5918c4796b9c82078aae756b1/f, FileablePath, hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/65fca0a5918c4796b9c82078aae756b1/f3, FileablePath, hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/65fca0a5918c4796b9c82078aae756b1/mob, FileablePath, hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/65fca0a5918c4796b9c82078aae756b1/recovered.edits]
2024-12-03T06:15:50,767 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/62d4e91cd52ae86d00fca648ced7ab5c/f, FileablePath, hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/62d4e91cd52ae86d00fca648ced7ab5c/f3, FileablePath, hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/62d4e91cd52ae86d00fca648ced7ab5c/mob, FileablePath, hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/62d4e91cd52ae86d00fca648ced7ab5c/recovered.edits]
2024-12-03T06:15:50,772 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/65fca0a5918c4796b9c82078aae756b1/f/a266c4d40fbd4e2e8a02d7e2df10bb6e_SeqId_4_ to hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/archive/data/default/table1/65fca0a5918c4796b9c82078aae756b1/f/a266c4d40fbd4e2e8a02d7e2df10bb6e_SeqId_4_
2024-12-03T06:15:50,773 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/62d4e91cd52ae86d00fca648ced7ab5c/f3/ef7b24822fd94778801e8e9d3bd605db_SeqId_4_ to hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/archive/data/default/table1/62d4e91cd52ae86d00fca648ced7ab5c/f3/ef7b24822fd94778801e8e9d3bd605db_SeqId_4_
2024-12-03T06:15:50,776 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/62d4e91cd52ae86d00fca648ced7ab5c/mob/06a1ed0dca8b4c6eb4670065ee756ad6_SeqId_4_ to hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/archive/data/default/table1/62d4e91cd52ae86d00fca648ced7ab5c/mob/06a1ed0dca8b4c6eb4670065ee756ad6_SeqId_4_
2024-12-03T06:15:50,778 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/65fca0a5918c4796b9c82078aae756b1/recovered.edits/6.seqid to hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/archive/data/default/table1/65fca0a5918c4796b9c82078aae756b1/recovered.edits/6.seqid
2024-12-03T06:15:50,779 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/65fca0a5918c4796b9c82078aae756b1
2024-12-03T06:15:50,780 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/62d4e91cd52ae86d00fca648ced7ab5c/recovered.edits/6.seqid to hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/archive/data/default/table1/62d4e91cd52ae86d00fca648ced7ab5c/recovered.edits/6.seqid
2024-12-03T06:15:50,781 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/62d4e91cd52ae86d00fca648ced7ab5c
2024-12-03T06:15:50,782 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived table1 regions
2024-12-03T06:15:50,782 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f
2024-12-03T06:15:50,783 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f/mob]
2024-12-03T06:15:50,787 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f
2024-12-03T06:15:50,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46261 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms
2024-12-03T06:15:50,802 WARN  [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of table1 from hbase:meta
2024-12-03T06:15:50,806 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'table1' descriptor.
2024-12-03T06:15:50,806 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'table1' from region states.
2024-12-03T06:15:50,807 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,,1733206539044.62d4e91cd52ae86d00fca648ced7ab5c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733206550806"}]},"ts":"9223372036854775807"}
2024-12-03T06:15:50,807 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,row0,1733206539044.65fca0a5918c4796b9c82078aae756b1.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733206550806"}]},"ts":"9223372036854775807"}
2024-12-03T06:15:50,811 INFO  [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 2 regions from META
2024-12-03T06:15:50,811 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 62d4e91cd52ae86d00fca648ced7ab5c, NAME => 'table1,,1733206539044.62d4e91cd52ae86d00fca648ced7ab5c.', STARTKEY => '', ENDKEY => 'row0'}, {ENCODED => 65fca0a5918c4796b9c82078aae756b1, NAME => 'table1,row0,1733206539044.65fca0a5918c4796b9c82078aae756b1.', STARTKEY => 'row0', ENDKEY => ''}]
2024-12-03T06:15:50,811 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'table1' as deleted.
2024-12-03T06:15:50,811 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733206550811"}]},"ts":"9223372036854775807"}
2024-12-03T06:15:50,814 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table table1 state from META
2024-12-03T06:15:50,827 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741982_1158 (size=938)
2024-12-03T06:15:50,831 INFO  [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cab7fde56eeab1b6a540377307b7b316, NAME => 'table1,,1733206550789.cab7fde56eeab1b6a540377307b7b316.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98
2024-12-03T06:15:50,833 INFO  [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1307f34735e005a65e612ccb82e5b68d, NAME => 'table1,row0,1733206550789.1307f34735e005a65e612ccb82e5b68d.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98
2024-12-03T06:15:50,844 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741983_1159 (size=45)
2024-12-03T06:15:50,854 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741984_1160 (size=45)
2024-12-03T06:15:50,855 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1733206550789.1307f34735e005a65e612ccb82e5b68d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T06:15:50,855 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing 1307f34735e005a65e612ccb82e5b68d, disabling compactions & flushes
2024-12-03T06:15:50,855 INFO  [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1733206550789.1307f34735e005a65e612ccb82e5b68d.
2024-12-03T06:15:50,855 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1733206550789.1307f34735e005a65e612ccb82e5b68d.
2024-12-03T06:15:50,855 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1733206550789.1307f34735e005a65e612ccb82e5b68d. after waiting 0 ms
2024-12-03T06:15:50,855 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1733206550789.1307f34735e005a65e612ccb82e5b68d.
2024-12-03T06:15:50,855 INFO  [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1733206550789.1307f34735e005a65e612ccb82e5b68d.
2024-12-03T06:15:50,855 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for 1307f34735e005a65e612ccb82e5b68d:
Waiting for close lock at 1733206550855Disabling compacts and flushes for region at 1733206550855Disabling writes for close at 1733206550855Writing region close event to WAL at 1733206550855Closed at 1733206550855
2024-12-03T06:15:50,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-12-03T06:15:51,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-12-03T06:15:51,245 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1733206550789.cab7fde56eeab1b6a540377307b7b316.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T06:15:51,245 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing cab7fde56eeab1b6a540377307b7b316, disabling compactions & flushes
2024-12-03T06:15:51,245 INFO  [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1733206550789.cab7fde56eeab1b6a540377307b7b316.
2024-12-03T06:15:51,245 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1733206550789.cab7fde56eeab1b6a540377307b7b316.
2024-12-03T06:15:51,245 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1733206550789.cab7fde56eeab1b6a540377307b7b316. after waiting 0 ms
2024-12-03T06:15:51,245 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1733206550789.cab7fde56eeab1b6a540377307b7b316.
2024-12-03T06:15:51,245 INFO  [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1733206550789.cab7fde56eeab1b6a540377307b7b316.
2024-12-03T06:15:51,246 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for cab7fde56eeab1b6a540377307b7b316:
Waiting for close lock at 1733206551245Disabling compacts and flushes for region at 1733206551245Disabling writes for close at 1733206551245Writing region close event to WAL at 1733206551245Closed at 1733206551245
2024-12-03T06:15:51,247 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1733206550789.1307f34735e005a65e612ccb82e5b68d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733206551247"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733206551247"}]},"ts":"1733206551247"}
2024-12-03T06:15:51,247 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1733206550789.cab7fde56eeab1b6a540377307b7b316.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733206551247"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733206551247"}]},"ts":"1733206551247"}
2024-12-03T06:15:51,251 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta.
2024-12-03T06:15:51,252 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733206551252"}]},"ts":"1733206551252"}
2024-12-03T06:15:51,254 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta
2024-12-03T06:15:51,254 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=cab7fde56eeab1b6a540377307b7b316, ASSIGN}, {pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=1307f34735e005a65e612ccb82e5b68d, ASSIGN}]
2024-12-03T06:15:51,256 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=cab7fde56eeab1b6a540377307b7b316, ASSIGN
2024-12-03T06:15:51,256 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=1307f34735e005a65e612ccb82e5b68d, ASSIGN
2024-12-03T06:15:51,257 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=1307f34735e005a65e612ccb82e5b68d, ASSIGN; state=OFFLINE, location=e3c6570475b6,46261,1733206439994; forceNewPlan=false, retain=false
2024-12-03T06:15:51,257 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=cab7fde56eeab1b6a540377307b7b316, ASSIGN; state=OFFLINE, location=e3c6570475b6,46261,1733206439994; forceNewPlan=false, retain=false
2024-12-03T06:15:51,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-12-03T06:15:51,407 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=1307f34735e005a65e612ccb82e5b68d, regionState=OPENING, regionLocation=e3c6570475b6,46261,1733206439994
2024-12-03T06:15:51,407 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=cab7fde56eeab1b6a540377307b7b316, regionState=OPENING, regionLocation=e3c6570475b6,46261,1733206439994
2024-12-03T06:15:51,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=1307f34735e005a65e612ccb82e5b68d, ASSIGN because future has completed
2024-12-03T06:15:51,410 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1307f34735e005a65e612ccb82e5b68d, server=e3c6570475b6,46261,1733206439994}]
2024-12-03T06:15:51,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=cab7fde56eeab1b6a540377307b7b316, ASSIGN because future has completed
2024-12-03T06:15:51,411 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure cab7fde56eeab1b6a540377307b7b316, server=e3c6570475b6,46261,1733206439994}]
2024-12-03T06:15:51,565 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(132): Open table1,,1733206550789.cab7fde56eeab1b6a540377307b7b316.
2024-12-03T06:15:51,565 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7752): Opening region: {ENCODED => cab7fde56eeab1b6a540377307b7b316, NAME => 'table1,,1733206550789.cab7fde56eeab1b6a540377307b7b316.', STARTKEY => '', ENDKEY => 'row0'}
2024-12-03T06:15:51,566 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-12-03T06:15:51,566 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 cab7fde56eeab1b6a540377307b7b316
2024-12-03T06:15:51,566 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(898): Instantiated table1,,1733206550789.cab7fde56eeab1b6a540377307b7b316.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T06:15:51,566 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7794): checking encryption for cab7fde56eeab1b6a540377307b7b316
2024-12-03T06:15:51,566 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7797): checking classloading for cab7fde56eeab1b6a540377307b7b316
2024-12-03T06:15:51,568 INFO  [StoreOpener-cab7fde56eeab1b6a540377307b7b316-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cab7fde56eeab1b6a540377307b7b316 
2024-12-03T06:15:51,569 INFO  [StoreOpener-cab7fde56eeab1b6a540377307b7b316-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cab7fde56eeab1b6a540377307b7b316 columnFamilyName f
2024-12-03T06:15:51,569 DEBUG [StoreOpener-cab7fde56eeab1b6a540377307b7b316-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:15:51,570 INFO  [StoreOpener-cab7fde56eeab1b6a540377307b7b316-1 {}] regionserver.HStore(327): Store=cab7fde56eeab1b6a540377307b7b316/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T06:15:51,570 INFO  [StoreOpener-cab7fde56eeab1b6a540377307b7b316-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region cab7fde56eeab1b6a540377307b7b316 
2024-12-03T06:15:51,572 INFO  [StoreOpener-cab7fde56eeab1b6a540377307b7b316-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cab7fde56eeab1b6a540377307b7b316 columnFamilyName f3
2024-12-03T06:15:51,572 DEBUG [StoreOpener-cab7fde56eeab1b6a540377307b7b316-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:15:51,573 INFO  [StoreOpener-cab7fde56eeab1b6a540377307b7b316-1 {}] regionserver.HStore(327): Store=cab7fde56eeab1b6a540377307b7b316/f3,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T06:15:51,573 INFO  [StoreOpener-cab7fde56eeab1b6a540377307b7b316-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region cab7fde56eeab1b6a540377307b7b316 
2024-12-03T06:15:51,574 INFO  [StoreOpener-cab7fde56eeab1b6a540377307b7b316-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cab7fde56eeab1b6a540377307b7b316 columnFamilyName mob
2024-12-03T06:15:51,576 DEBUG [StoreOpener-cab7fde56eeab1b6a540377307b7b316-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:15:51,576 INFO  [StoreOpener-cab7fde56eeab1b6a540377307b7b316-1 {}] regionserver.HStore(327): Store=cab7fde56eeab1b6a540377307b7b316/mob,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T06:15:51,577 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1038): replaying wal for cab7fde56eeab1b6a540377307b7b316
2024-12-03T06:15:51,578 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/cab7fde56eeab1b6a540377307b7b316
2024-12-03T06:15:51,579 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/cab7fde56eeab1b6a540377307b7b316
2024-12-03T06:15:51,580 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1048): stopping wal replay for cab7fde56eeab1b6a540377307b7b316
2024-12-03T06:15:51,580 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1060): Cleaning up temporary data for cab7fde56eeab1b6a540377307b7b316
2024-12-03T06:15:51,581 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-03T06:15:51,582 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1093): writing seq id for cab7fde56eeab1b6a540377307b7b316
2024-12-03T06:15:51,584 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/cab7fde56eeab1b6a540377307b7b316/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T06:15:51,585 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1114): Opened cab7fde56eeab1b6a540377307b7b316; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9918809280, jitterRate=-0.07623890042304993}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-03T06:15:51,585 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cab7fde56eeab1b6a540377307b7b316
2024-12-03T06:15:51,586 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1006): Region open journal for cab7fde56eeab1b6a540377307b7b316:
Running coprocessor pre-open hook at 1733206551566Writing region info on filesystem at 1733206551566Initializing all the Stores at 1733206551567 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733206551567Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733206551567Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733206551567Cleaning up temporary data from old regions at 1733206551580 (+13 ms)Running coprocessor post-open hooks at 1733206551585 (+5 ms)Region opened successfully at 1733206551586 (+1 ms)
2024-12-03T06:15:51,587 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1733206550789.cab7fde56eeab1b6a540377307b7b316., pid=80, masterSystemTime=1733206551561
2024-12-03T06:15:51,589 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1733206550789.cab7fde56eeab1b6a540377307b7b316.
2024-12-03T06:15:51,589 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(153): Opened table1,,1733206550789.cab7fde56eeab1b6a540377307b7b316.
2024-12-03T06:15:51,589 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open table1,row0,1733206550789.1307f34735e005a65e612ccb82e5b68d.
2024-12-03T06:15:51,589 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => 1307f34735e005a65e612ccb82e5b68d, NAME => 'table1,row0,1733206550789.1307f34735e005a65e612ccb82e5b68d.', STARTKEY => 'row0', ENDKEY => ''}
2024-12-03T06:15:51,589 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=cab7fde56eeab1b6a540377307b7b316, regionState=OPEN, openSeqNum=2, regionLocation=e3c6570475b6,46261,1733206439994
2024-12-03T06:15:51,589 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-12-03T06:15:51,590 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 1307f34735e005a65e612ccb82e5b68d
2024-12-03T06:15:51,590 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated table1,row0,1733206550789.1307f34735e005a65e612ccb82e5b68d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T06:15:51,590 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for 1307f34735e005a65e612ccb82e5b68d
2024-12-03T06:15:51,590 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for 1307f34735e005a65e612ccb82e5b68d
2024-12-03T06:15:51,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=80, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure cab7fde56eeab1b6a540377307b7b316, server=e3c6570475b6,46261,1733206439994 because future has completed
2024-12-03T06:15:51,592 INFO  [StoreOpener-1307f34735e005a65e612ccb82e5b68d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1307f34735e005a65e612ccb82e5b68d 
2024-12-03T06:15:51,593 INFO  [StoreOpener-1307f34735e005a65e612ccb82e5b68d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1307f34735e005a65e612ccb82e5b68d columnFamilyName f
2024-12-03T06:15:51,594 DEBUG [StoreOpener-1307f34735e005a65e612ccb82e5b68d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:15:51,594 INFO  [StoreOpener-1307f34735e005a65e612ccb82e5b68d-1 {}] regionserver.HStore(327): Store=1307f34735e005a65e612ccb82e5b68d/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T06:15:51,594 INFO  [StoreOpener-1307f34735e005a65e612ccb82e5b68d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 1307f34735e005a65e612ccb82e5b68d 
2024-12-03T06:15:51,595 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=77
2024-12-03T06:15:51,595 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=77, state=SUCCESS, hasLock=false; OpenRegionProcedure cab7fde56eeab1b6a540377307b7b316, server=e3c6570475b6,46261,1733206439994 in 183 msec
2024-12-03T06:15:51,596 INFO  [StoreOpener-1307f34735e005a65e612ccb82e5b68d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1307f34735e005a65e612ccb82e5b68d columnFamilyName f3
2024-12-03T06:15:51,596 DEBUG [StoreOpener-1307f34735e005a65e612ccb82e5b68d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:15:51,597 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=cab7fde56eeab1b6a540377307b7b316, ASSIGN in 341 msec
2024-12-03T06:15:51,597 INFO  [StoreOpener-1307f34735e005a65e612ccb82e5b68d-1 {}] regionserver.HStore(327): Store=1307f34735e005a65e612ccb82e5b68d/f3,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T06:15:51,597 INFO  [StoreOpener-1307f34735e005a65e612ccb82e5b68d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 1307f34735e005a65e612ccb82e5b68d 
2024-12-03T06:15:51,598 INFO  [StoreOpener-1307f34735e005a65e612ccb82e5b68d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1307f34735e005a65e612ccb82e5b68d columnFamilyName mob
2024-12-03T06:15:51,599 DEBUG [StoreOpener-1307f34735e005a65e612ccb82e5b68d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:15:51,600 INFO  [StoreOpener-1307f34735e005a65e612ccb82e5b68d-1 {}] regionserver.HStore(327): Store=1307f34735e005a65e612ccb82e5b68d/mob,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T06:15:51,600 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for 1307f34735e005a65e612ccb82e5b68d
2024-12-03T06:15:51,601 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/1307f34735e005a65e612ccb82e5b68d
2024-12-03T06:15:51,601 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/1307f34735e005a65e612ccb82e5b68d
2024-12-03T06:15:51,602 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for 1307f34735e005a65e612ccb82e5b68d
2024-12-03T06:15:51,602 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for 1307f34735e005a65e612ccb82e5b68d
2024-12-03T06:15:51,603 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-03T06:15:51,604 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for 1307f34735e005a65e612ccb82e5b68d
2024-12-03T06:15:51,606 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/1307f34735e005a65e612ccb82e5b68d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T06:15:51,607 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened 1307f34735e005a65e612ccb82e5b68d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10357005440, jitterRate=-0.03542870283126831}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-03T06:15:51,607 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1307f34735e005a65e612ccb82e5b68d
2024-12-03T06:15:51,607 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for 1307f34735e005a65e612ccb82e5b68d:
Running coprocessor pre-open hook at 1733206551590Writing region info on filesystem at 1733206551590Initializing all the Stores at 1733206551591 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733206551591Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733206551592 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733206551592Cleaning up temporary data from old regions at 1733206551602 (+10 ms)Running coprocessor post-open hooks at 1733206551607 (+5 ms)Region opened successfully at 1733206551607
2024-12-03T06:15:51,608 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1733206550789.1307f34735e005a65e612ccb82e5b68d., pid=79, masterSystemTime=1733206551561
2024-12-03T06:15:51,610 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1733206550789.1307f34735e005a65e612ccb82e5b68d.
2024-12-03T06:15:51,610 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened table1,row0,1733206550789.1307f34735e005a65e612ccb82e5b68d.
2024-12-03T06:15:51,610 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=1307f34735e005a65e612ccb82e5b68d, regionState=OPEN, openSeqNum=2, regionLocation=e3c6570475b6,46261,1733206439994
2024-12-03T06:15:51,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=78, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1307f34735e005a65e612ccb82e5b68d, server=e3c6570475b6,46261,1733206439994 because future has completed
2024-12-03T06:15:51,615 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78
2024-12-03T06:15:51,615 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; OpenRegionProcedure 1307f34735e005a65e612ccb82e5b68d, server=e3c6570475b6,46261,1733206439994 in 203 msec
2024-12-03T06:15:51,617 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=76
2024-12-03T06:15:51,617 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=76, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=1307f34735e005a65e612ccb82e5b68d, ASSIGN in 361 msec
2024-12-03T06:15:51,618 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733206551617"}]},"ts":"1733206551617"}
2024-12-03T06:15:51,619 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta
2024-12-03T06:15:51,620 DEBUG [PEWorker-3 {}] procedure.TruncateTableProcedure(145): truncate 'table1' completed
2024-12-03T06:15:51,621 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) in 870 msec
2024-12-03T06:15:51,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-12-03T06:15:51,894 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: default:table1 completed
2024-12-03T06:15:51,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100
2024-12-03T06:15:51,900 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:45613/backupUT/backup_1733206492590/default/test-1733206452353/archive/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5,hdfs://localhost:45613/backupUT/backup_1733206492590/default/test-1733206452353/archive/data/default/test-1733206452353/89759a9574a45e3373f4139992022757 from hbase tables test-1733206452353 to tables table1
2024-12-03T06:15:51,900 INFO  [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1733206452353 into table1
2024-12-03T06:15:51,903 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/hbase-staging/bulk_output-default-table1-1733206551900 from hdfs://localhost:45613/backupUT/backup_1733206492590/default/test-1733206452353/archive/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5,hdfs://localhost:45613/backupUT/backup_1733206492590/default/test-1733206452353/archive/data/default/test-1733206452353/89759a9574a45e3373f4139992022757
2024-12-03T06:15:51,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ad414d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:51,904 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3c6570475b6,33457,-1 for getting cluster id
2024-12-03T06:15:51,904 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T06:15:51,905 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5447c48c-7b10-4672-8d86-f5d5f17214a6'
2024-12-03T06:15:51,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T06:15:51,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5447c48c-7b10-4672-8d86-f5d5f17214a6"

2024-12-03T06:15:51,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ef615c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:51,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3c6570475b6,33457,-1]
2024-12-03T06:15:51,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T06:15:51,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:51,907 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T06:15:51,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69e3c09a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:51,908 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T06:15:51,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is e3c6570475b6,33457,1733206437938
2024-12-03T06:15:51,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c8244b5
2024-12-03T06:15:51,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T06:15:51,911 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-03T06:15:51,912 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled
2024-12-03T06:15:51,913 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1
2024-12-03T06:15:51,913 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100
2024-12-03T06:15:51,913 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T06:15:51,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3c6570475b6,46261,1733206439994, seqNum=-1]
2024-12-03T06:15:51,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T06:15:51,916 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T06:15:51,919 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 
2024-12-03T06:15:51,919 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0
2024-12-03T06:15:51,919 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables
2024-12-03T06:15:51,920 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/hbase-staging/partitions_b7363b47-f8ae-452b-ab5c-7cfe9c11df9e
2024-12-03T06:15:51,936 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741985_1161 (size=177)
2024-12-03T06:15:51,975 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties
2024-12-03T06:15:52,003 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:table2'
2024-12-03T06:15:52,338 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:52,339 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:52,339 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:52,565 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region d51b0f21362a638b6e4367cd4ec6245b, had cached 0 bytes from a total of 41499
2024-12-03T06:15:53,242 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop-4524954511854689847.jar
2024-12-03T06:15:53,242 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:53,242 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:53,306 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop-3603362510291039801.jar
2024-12-03T06:15:53,306 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:53,306 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:53,307 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:53,307 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:53,307 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:53,307 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:53,308 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-03T06:15:53,308 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-12-03T06:15:53,308 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-12-03T06:15:53,308 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-12-03T06:15:53,308 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-12-03T06:15:53,309 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-12-03T06:15:53,309 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-12-03T06:15:53,309 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-12-03T06:15:53,309 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-12-03T06:15:53,309 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-12-03T06:15:53,309 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-12-03T06:15:53,310 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:53,368 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop-13507886207983164798.jar
2024-12-03T06:15:53,368 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop-13507886207983164798.jar
2024-12-03T06:15:53,369 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:53,369 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop-13507886207983164798.jar
2024-12-03T06:15:53,369 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop-13507886207983164798.jar
2024-12-03T06:15:53,370 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T06:15:53,370 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1
2024-12-03T06:15:53,370 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-03T06:15:53,370 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T06:15:53,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:53,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:53,371 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T06:15:53,371 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job
2024-12-03T06:15:53,372 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-03T06:15:53,387 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-12-03T06:15:53,401 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-12-03T06:15:53,495 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/mapreduce.cluster.local.dir/job_local124550404_0014_5584f1ee-a62a-4afb-aca8-1ff8ec19749b/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-12-03T06:15:53,495 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/mapreduce.cluster.local.dir/job_local124550404_0014_5584f1ee-a62a-4afb-aca8-1ff8ec19749b/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-12-03T06:15:53,542 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:45613/backupUT/backup_1733206492590/default/test-1733206452353/archive/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/mob/f73378dcd5f541c5aa4f7f16de1e95a9
2024-12-03T06:15:53,545 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-12-03T06:15:53,583 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:45613/backupUT/backup_1733206492590/default/test-1733206452353/archive/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/f/903a1f9e94484baab9f1d9cb1b280d86
2024-12-03T06:15:53,587 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-12-03T06:15:53,615 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:45613/backupUT/backup_1733206492590/default/test-1733206452353/archive/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/f/a21bec87d82e42b6997aa5f3521cda14
2024-12-03T06:15:53,618 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-12-03T06:15:53,668 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:45613/backupUT/backup_1733206492590/default/test-1733206452353/archive/data/default/test-1733206452353/89759a9574a45e3373f4139992022757/mob/d41d8cd98f00b204e9800998ecf8427e20241203e831925c11594e07be456004c32bc075_2313eb395c51f8c7dd5b149e1fee94a5
2024-12-03T06:15:53,672 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-12-03T06:15:53,707 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:45613/backupUT/backup_1733206492590/default/test-1733206452353/archive/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/mob/df6cd1acd69148a9994ce832a6128f4d
2024-12-03T06:15:53,710 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-12-03T06:15:53,746 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d4358ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:53,746 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request e3c6570475b6,33457,-1 for getting cluster id
2024-12-03T06:15:53,746 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T06:15:53,747 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5447c48c-7b10-4672-8d86-f5d5f17214a6'
2024-12-03T06:15:53,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T06:15:53,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5447c48c-7b10-4672-8d86-f5d5f17214a6"

2024-12-03T06:15:53,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@106a9aac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:53,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3c6570475b6,33457,-1]
2024-12-03T06:15:53,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T06:15:53,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:53,749 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T06:15:53,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6345d832, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:53,751 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T06:15:53,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3c6570475b6,46261,1733206439994, seqNum=-1]
2024-12-03T06:15:53,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T06:15:53,754 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T06:15:53,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1733206452353-1-0', locateType=CURRENT is [region=table1,,1733206550789.cab7fde56eeab1b6a540377307b7b316., hostname=e3c6570475b6,46261,1733206439994, seqNum=2]
2024-12-03T06:15:53,758 INFO  [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1.
2024-12-03T06:15:53,759 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T06:15:53,759 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:53,759 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:53,759 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T06:15:53,759 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733206452353-1-0]
2024-12-03T06:15:53,760 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: e3c6570475b6
2024-12-03T06:15:53,776 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@546592e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:53,776 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request e3c6570475b6,33457,-1 for getting cluster id
2024-12-03T06:15:53,776 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T06:15:53,777 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5447c48c-7b10-4672-8d86-f5d5f17214a6'
2024-12-03T06:15:53,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T06:15:53,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5447c48c-7b10-4672-8d86-f5d5f17214a6"

2024-12-03T06:15:53,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22717e9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:53,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3c6570475b6,33457,-1]
2024-12-03T06:15:53,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T06:15:53,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:53,779 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T06:15:53,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27c11b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:53,781 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T06:15:53,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3c6570475b6,46261,1733206439994, seqNum=-1]
2024-12-03T06:15:53,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T06:15:53,783 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T06:15:53,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1733206452353-3-0', locateType=CURRENT is [region=table1,,1733206550789.cab7fde56eeab1b6a540377307b7b316., hostname=e3c6570475b6,46261,1733206439994, seqNum=2]
2024-12-03T06:15:53,785 INFO  [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1.
2024-12-03T06:15:53,785 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T06:15:53,785 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:53,785 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:53,785 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T06:15:53,785 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733206452353-3-0]
2024-12-03T06:15:53,786 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: e3c6570475b6
2024-12-03T06:15:53,794 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/hbase-staging/bulk_output-default-table1-1733206551900/_temporary/0/_temporary/attempt_local124550404_0014_r_000000_0/f/fd2f78107f3f4fc8934c5c1b4ede2b5e is 59, key is row-test-1733206452353-1-10/f:q1/1733206478386/Put/seqid=0
2024-12-03T06:15:53,796 WARN  [Thread-1787 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [e3c6570475b6:46261] Specified favored nodes: [e3c6570475b6:46261]
2024-12-03T06:15:53,802 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741986_1162 (size=11124)
2024-12-03T06:15:54,203 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/hbase-staging/bulk_output-default-table1-1733206551900/_temporary/0/_temporary/attempt_local124550404_0014_r_000000_0/mob/82fc3d2c741c46b1924d39968aaa6d0b is 192, key is row-test-1733206452353-3-100/mob:q1/1733206478842/Put/seqid=0
2024-12-03T06:15:54,205 WARN  [Thread-1789 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [e3c6570475b6:46261] Specified favored nodes: [e3c6570475b6:46261]
2024-12-03T06:15:54,207 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741987_1163 (size=13403)
2024-12-03T06:15:54,636 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cf7e52b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:54,637 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request e3c6570475b6,33457,-1 for getting cluster id
2024-12-03T06:15:54,637 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T06:15:54,638 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5447c48c-7b10-4672-8d86-f5d5f17214a6'
2024-12-03T06:15:54,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T06:15:54,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5447c48c-7b10-4672-8d86-f5d5f17214a6"

2024-12-03T06:15:54,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1efb7853, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:54,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3c6570475b6,33457,-1]
2024-12-03T06:15:54,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T06:15:54,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:54,640 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T06:15:54,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46559334, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:54,642 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T06:15:54,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3c6570475b6,46261,1733206439994, seqNum=-1]
2024-12-03T06:15:54,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T06:15:54,645 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T06:15:54,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1733206550789.1307f34735e005a65e612ccb82e5b68d., hostname=e3c6570475b6,46261,1733206439994, seqNum=2]
2024-12-03T06:15:54,648 INFO  [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1.
2024-12-03T06:15:54,649 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T06:15:54,649 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:54,649 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:54,649 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T06:15:54,649 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0]
2024-12-03T06:15:54,649 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: e3c6570475b6
2024-12-03T06:15:54,656 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/hbase-staging/bulk_output-default-table1-1733206551900/_temporary/0/_temporary/attempt_local124550404_0014_r_000001_0/f/576c0759acff41ab9884809e57be444e is 37, key is row10/f:q1/1733206454132/Put/seqid=0
2024-12-03T06:15:54,657 WARN  [Thread-1804 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [e3c6570475b6:46261] Specified favored nodes: [e3c6570475b6:46261]
2024-12-03T06:15:54,660 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741988_1164 (size=8741)
2024-12-03T06:15:55,534 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/hbase-staging/bulk_output-default-table1-1733206551900
2024-12-03T06:15:55,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b7adce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:55,534 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3c6570475b6,33457,-1 for getting cluster id
2024-12-03T06:15:55,535 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T06:15:55,535 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5447c48c-7b10-4672-8d86-f5d5f17214a6'
2024-12-03T06:15:55,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T06:15:55,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5447c48c-7b10-4672-8d86-f5d5f17214a6"

2024-12-03T06:15:55,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@137fc9e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:55,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3c6570475b6,33457,-1]
2024-12-03T06:15:55,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T06:15:55,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:55,537 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T06:15:55,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2383f9a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:55,538 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T06:15:55,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3c6570475b6,46261,1733206439994, seqNum=-1]
2024-12-03T06:15:55,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T06:15:55,541 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T06:15:55,546 WARN  [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/hbase-staging/bulk_output-default-table1-1733206551900/_SUCCESS
2024-12-03T06:15:55,555 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T06:15:55,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e3c6570475b6,33457,1733206437938
2024-12-03T06:15:55,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b52b3e1
2024-12-03T06:15:55,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T06:15:55,557 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-03T06:15:55,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1733206550789.cab7fde56eeab1b6a540377307b7b316., hostname=e3c6570475b6,46261,1733206439994, seqNum=2]
2024-12-03T06:15:55,563 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100
2024-12-03T06:15:55,568 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/hbase-staging/bulk_output-default-table1-1733206551900/f/576c0759acff41ab9884809e57be444e first=Optional[row0] last=Optional[row98]
2024-12-03T06:15:55,572 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/hbase-staging/bulk_output-default-table1-1733206551900/f/fd2f78107f3f4fc8934c5c1b4ede2b5e first=Optional[row-test-1733206452353-1-0] last=Optional[row-test-1733206452353-1-98]
2024-12-03T06:15:55,575 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/hbase-staging/bulk_output-default-table1-1733206551900/mob/82fc3d2c741c46b1924d39968aaa6d0b first=Optional[row-test-1733206452353-3-0] last=Optional[row-test-1733206452353-3-99]
2024-12-03T06:15:55,582 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/hbase-staging/bulk_output-default-table1-1733206551900/f/576c0759acff41ab9884809e57be444e for inclusion in 1307f34735e005a65e612ccb82e5b68d/f
2024-12-03T06:15:55,582 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/hbase-staging/bulk_output-default-table1-1733206551900/mob/82fc3d2c741c46b1924d39968aaa6d0b for inclusion in cab7fde56eeab1b6a540377307b7b316/mob
2024-12-03T06:15:55,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98
2024-12-03T06:15:55,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] regionserver.HStore(628): Region bounds: first=row0 last=
2024-12-03T06:15:55,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] regionserver.HRegion(2603): Flush status journal for 1307f34735e005a65e612ccb82e5b68d:

2024-12-03T06:15:55,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/hbase-staging/bulk_output-default-table1-1733206551900/f/576c0759acff41ab9884809e57be444e to hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/staging/jenkins__table1__uipfveu1rbra8r3d2uuqlpuvhsfu88horeija018f761urg1vvmbnticug2tr6qa/f/576c0759acff41ab9884809e57be444e
2024-12-03T06:15:55,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/staging/jenkins__table1__uipfveu1rbra8r3d2uuqlpuvhsfu88horeija018f761urg1vvmbnticug2tr6qa/f/576c0759acff41ab9884809e57be444e as hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/1307f34735e005a65e612ccb82e5b68d/f/1f6cb4e7c8774c6fb353a182ff246ee5_SeqId_4_
2024-12-03T06:15:55,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b181a6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:55,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] client.ClusterIdFetcher(90): Going to request e3c6570475b6,33457,-1 for getting cluster id
2024-12-03T06:15:55,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T06:15:55,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] regionserver.HStore(626): HFile bounds: first=row-test-1733206452353-3-0 last=row-test-1733206452353-3-99
2024-12-03T06:15:55,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] regionserver.HStore(628): Region bounds: first= last=row0
2024-12-03T06:15:55,590 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/hbase-staging/bulk_output-default-table1-1733206551900/f/fd2f78107f3f4fc8934c5c1b4ede2b5e for inclusion in cab7fde56eeab1b6a540377307b7b316/f
2024-12-03T06:15:55,590 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5447c48c-7b10-4672-8d86-f5d5f17214a6'
2024-12-03T06:15:55,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T06:15:55,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5447c48c-7b10-4672-8d86-f5d5f17214a6"

2024-12-03T06:15:55,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19cc737, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:55,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3c6570475b6,33457,-1]
2024-12-03T06:15:55,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T06:15:55,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:55,592 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T06:15:55,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d1ce6ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:55,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T06:15:55,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e3c6570475b6,33457,1733206437938
2024-12-03T06:15:55,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b26d906
2024-12-03T06:15:55,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T06:15:55,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] regionserver.HStore(626): HFile bounds: first=row-test-1733206452353-1-0 last=row-test-1733206452353-1-98
2024-12-03T06:15:55,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] regionserver.HStore(628): Region bounds: first= last=row0
2024-12-03T06:15:55,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] regionserver.HRegion(2603): Flush status journal for cab7fde56eeab1b6a540377307b7b316:

2024-12-03T06:15:55,595 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-03T06:15:55,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/hbase-staging/bulk_output-default-table1-1733206551900/mob/82fc3d2c741c46b1924d39968aaa6d0b to hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/staging/jenkins__table1__uipfveu1rbra8r3d2uuqlpuvhsfu88horeija018f761urg1vvmbnticug2tr6qa/mob/82fc3d2c741c46b1924d39968aaa6d0b
2024-12-03T06:15:55,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T06:15:55,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3c6570475b6,46261,1733206439994, seqNum=-1]
2024-12-03T06:15:55,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T06:15:55,598 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T06:15:55,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/staging/jenkins__table1__uipfveu1rbra8r3d2uuqlpuvhsfu88horeija018f761urg1vvmbnticug2tr6qa/mob/82fc3d2c741c46b1924d39968aaa6d0b as hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/cab7fde56eeab1b6a540377307b7b316/mob/cc44935bf7524935aa786312ec192901_SeqId_4_
2024-12-03T06:15:55,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/hbase-staging/bulk_output-default-table1-1733206551900/f/fd2f78107f3f4fc8934c5c1b4ede2b5e to hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/staging/jenkins__table1__uipfveu1rbra8r3d2uuqlpuvhsfu88horeija018f761urg1vvmbnticug2tr6qa/f/fd2f78107f3f4fc8934c5c1b4ede2b5e
2024-12-03T06:15:55,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/staging/jenkins__table1__uipfveu1rbra8r3d2uuqlpuvhsfu88horeija018f761urg1vvmbnticug2tr6qa/f/fd2f78107f3f4fc8934c5c1b4ede2b5e as hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/cab7fde56eeab1b6a540377307b7b316/f/b0e29fe4e6ca4b9ea47bfa38cd4d1cff_SeqId_4_
2024-12-03T06:15:55,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34b5e271, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:55,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] client.ClusterIdFetcher(90): Going to request e3c6570475b6,33457,-1 for getting cluster id
2024-12-03T06:15:55,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T06:15:55,603 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5447c48c-7b10-4672-8d86-f5d5f17214a6'
2024-12-03T06:15:55,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T06:15:55,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5447c48c-7b10-4672-8d86-f5d5f17214a6"

2024-12-03T06:15:55,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33d4de22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:55,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3c6570475b6,33457,-1]
2024-12-03T06:15:55,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T06:15:55,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:55,605 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T06:15:55,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ff6ba65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:55,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T06:15:55,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is e3c6570475b6,33457,1733206437938
2024-12-03T06:15:55,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52a52ac5
2024-12-03T06:15:55,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T06:15:55,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T06:15:55,614 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-03T06:15:55,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T06:15:55,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3c6570475b6,46261,1733206439994, seqNum=-1]
2024-12-03T06:15:55,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T06:15:55,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T06:15:55,619 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T06:15:55,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733206461287.d51b0f21362a638b6e4367cd4ec6245b., hostname=e3c6570475b6,46261,1733206439994, seqNum=2]
2024-12-03T06:15:55,626 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261.
2024-12-03T06:15:55,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443)
    at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T06:15:55,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:55,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:55,627 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/staging/jenkins__table1__uipfveu1rbra8r3d2uuqlpuvhsfu88horeija018f761urg1vvmbnticug2tr6qa/f/576c0759acff41ab9884809e57be444e into 1307f34735e005a65e612ccb82e5b68d/f as hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/1307f34735e005a65e612ccb82e5b68d/f/1f6cb4e7c8774c6fb353a182ff246ee5_SeqId_4_ - updating store file list.
2024-12-03T06:15:55,628 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T06:15:55,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T06:15:55,636 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/1307f34735e005a65e612ccb82e5b68d/f/1f6cb4e7c8774c6fb353a182ff246ee5_SeqId_4_ into 1307f34735e005a65e612ccb82e5b68d/f
2024-12-03T06:15:55,636 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/staging/jenkins__table1__uipfveu1rbra8r3d2uuqlpuvhsfu88horeija018f761urg1vvmbnticug2tr6qa/f/576c0759acff41ab9884809e57be444e into 1307f34735e005a65e612ccb82e5b68d/f (new location: hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/1307f34735e005a65e612ccb82e5b68d/f/1f6cb4e7c8774c6fb353a182ff246ee5_SeqId_4_)
2024-12-03T06:15:55,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/staging/jenkins__table1__uipfveu1rbra8r3d2uuqlpuvhsfu88horeija018f761urg1vvmbnticug2tr6qa/f/576c0759acff41ab9884809e57be444e
2024-12-03T06:15:55,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T06:15:55,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bc69ff7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:55,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] client.ClusterIdFetcher(90): Going to request e3c6570475b6,33457,-1 for getting cluster id
2024-12-03T06:15:55,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T06:15:55,643 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5447c48c-7b10-4672-8d86-f5d5f17214a6'
2024-12-03T06:15:55,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T06:15:55,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733206461287.d51b0f21362a638b6e4367cd4ec6245b., hostname=e3c6570475b6,46261,1733206439994, seqNum=2]
2024-12-03T06:15:55,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5447c48c-7b10-4672-8d86-f5d5f17214a6"

2024-12-03T06:15:55,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e57728f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:55,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3c6570475b6,33457,-1]
2024-12-03T06:15:55,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T06:15:55,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:55,645 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService
2024-12-03T06:15:55,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e4b26aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:55,646 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261.
2024-12-03T06:15:55,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T06:15:55,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443)
    at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T06:15:55,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:55,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:55,647 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T06:15:55,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e3c6570475b6,33457,1733206437938
2024-12-03T06:15:55,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f0b3937
2024-12-03T06:15:55,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T06:15:55,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53fd4bea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:55,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] client.ClusterIdFetcher(90): Going to request e3c6570475b6,33457,-1 for getting cluster id
2024-12-03T06:15:55,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T06:15:55,649 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5447c48c-7b10-4672-8d86-f5d5f17214a6'
2024-12-03T06:15:55,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T06:15:55,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5447c48c-7b10-4672-8d86-f5d5f17214a6"

2024-12-03T06:15:55,650 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService
2024-12-03T06:15:55,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c47b7a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:55,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3c6570475b6,33457,-1]
2024-12-03T06:15:55,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T06:15:55,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T06:15:55,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:55,651 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T06:15:55,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3c6570475b6,46261,1733206439994, seqNum=-1]
2024-12-03T06:15:55,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T06:15:55,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b29c172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:55,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T06:15:55,653 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService
2024-12-03T06:15:55,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e3c6570475b6,33457,1733206437938
2024-12-03T06:15:55,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4abdcc25
2024-12-03T06:15:55,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T06:15:55,655 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-03T06:15:55,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T06:15:55,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3c6570475b6,46261,1733206439994, seqNum=-1]
2024-12-03T06:15:55,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T06:15:55,658 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T06:15:55,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T06:15:55,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T06:15:55,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T06:15:55,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733206461287.d51b0f21362a638b6e4367cd4ec6245b., hostname=e3c6570475b6,46261,1733206439994, seqNum=2]
2024-12-03T06:15:55,676 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261.
2024-12-03T06:15:55,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T06:15:55,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:55,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:55,676 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T06:15:55,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T06:15:55,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733206461287.d51b0f21362a638b6e4367cd4ec6245b., hostname=e3c6570475b6,46261,1733206439994, seqNum=2]
2024-12-03T06:15:55,684 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261.
2024-12-03T06:15:55,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443)
    at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T06:15:55,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:55,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:55,684 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T06:15:55,685 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/staging/jenkins__table1__uipfveu1rbra8r3d2uuqlpuvhsfu88horeija018f761urg1vvmbnticug2tr6qa/f/fd2f78107f3f4fc8934c5c1b4ede2b5e into cab7fde56eeab1b6a540377307b7b316/f as hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/cab7fde56eeab1b6a540377307b7b316/f/b0e29fe4e6ca4b9ea47bfa38cd4d1cff_SeqId_4_ - updating store file list.
2024-12-03T06:15:55,691 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/cab7fde56eeab1b6a540377307b7b316/f/b0e29fe4e6ca4b9ea47bfa38cd4d1cff_SeqId_4_ into cab7fde56eeab1b6a540377307b7b316/f
2024-12-03T06:15:55,691 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/staging/jenkins__table1__uipfveu1rbra8r3d2uuqlpuvhsfu88horeija018f761urg1vvmbnticug2tr6qa/f/fd2f78107f3f4fc8934c5c1b4ede2b5e into cab7fde56eeab1b6a540377307b7b316/f (new location: hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/cab7fde56eeab1b6a540377307b7b316/f/b0e29fe4e6ca4b9ea47bfa38cd4d1cff_SeqId_4_)
2024-12-03T06:15:55,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/staging/jenkins__table1__uipfveu1rbra8r3d2uuqlpuvhsfu88horeija018f761urg1vvmbnticug2tr6qa/f/fd2f78107f3f4fc8934c5c1b4ede2b5e
2024-12-03T06:15:55,693 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/staging/jenkins__table1__uipfveu1rbra8r3d2uuqlpuvhsfu88horeija018f761urg1vvmbnticug2tr6qa/mob/82fc3d2c741c46b1924d39968aaa6d0b into cab7fde56eeab1b6a540377307b7b316/mob as hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/cab7fde56eeab1b6a540377307b7b316/mob/cc44935bf7524935aa786312ec192901_SeqId_4_ - updating store file list.
2024-12-03T06:15:55,697 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/cab7fde56eeab1b6a540377307b7b316/mob/cc44935bf7524935aa786312ec192901_SeqId_4_ into cab7fde56eeab1b6a540377307b7b316/mob
2024-12-03T06:15:55,697 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/staging/jenkins__table1__uipfveu1rbra8r3d2uuqlpuvhsfu88horeija018f761urg1vvmbnticug2tr6qa/mob/82fc3d2c741c46b1924d39968aaa6d0b into cab7fde56eeab1b6a540377307b7b316/mob (new location: hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/cab7fde56eeab1b6a540377307b7b316/mob/cc44935bf7524935aa786312ec192901_SeqId_4_)
2024-12-03T06:15:55,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/staging/jenkins__table1__uipfveu1rbra8r3d2uuqlpuvhsfu88horeija018f761urg1vvmbnticug2tr6qa/mob/82fc3d2c741c46b1924d39968aaa6d0b
2024-12-03T06:15:55,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38454f6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:55,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] client.ClusterIdFetcher(90): Going to request e3c6570475b6,33457,-1 for getting cluster id
2024-12-03T06:15:55,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T06:15:55,701 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5447c48c-7b10-4672-8d86-f5d5f17214a6'
2024-12-03T06:15:55,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T06:15:55,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5447c48c-7b10-4672-8d86-f5d5f17214a6"

2024-12-03T06:15:55,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab796a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:55,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3c6570475b6,33457,-1]
2024-12-03T06:15:55,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T06:15:55,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:55,702 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService
2024-12-03T06:15:55,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f9a3a94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:55,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T06:15:55,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is e3c6570475b6,33457,1733206437938
2024-12-03T06:15:55,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a7d4cde
2024-12-03T06:15:55,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T06:15:55,705 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService
2024-12-03T06:15:55,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T06:15:55,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3c6570475b6,46261,1733206439994, seqNum=-1]
2024-12-03T06:15:55,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T06:15:55,707 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService
2024-12-03T06:15:55,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T06:15:55,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T06:15:55,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733206461287.d51b0f21362a638b6e4367cd4ec6245b., hostname=e3c6570475b6,46261,1733206439994, seqNum=2]
2024-12-03T06:15:55,724 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261.
2024-12-03T06:15:55,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T06:15:55,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:55,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:55,724 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T06:15:55,725 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-03T06:15:55,725 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T06:15:55,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:55,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:55,726 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T06:15:55,726 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0
2024-12-03T06:15:55,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1733206550789.cab7fde56eeab1b6a540377307b7b316., hostname=e3c6570475b6,46261,1733206439994, seqNum=2 , the old value is region=table1,,1733206550789.cab7fde56eeab1b6a540377307b7b316., hostname=e3c6570475b6,46261,1733206439994, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=e3c6570475b6:46261 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-12-03T06:15:55,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1733206550789.cab7fde56eeab1b6a540377307b7b316., hostname=e3c6570475b6,46261,1733206439994, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-12-03T06:15:55,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1733206550789.cab7fde56eeab1b6a540377307b7b316., hostname=e3c6570475b6,46261,1733206439994, seqNum=2 from cache
2024-12-03T06:15:55,726 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-12-03T06:15:55,745 INFO  [Time-limited test {}] impl.RestoreTablesClient(181): Restoring 'test-1733206452353' to 'table1' from log dirs: hdfs://localhost:45613/backupUT/backup_1733206527821/default/test-1733206452353/f2/bc4ab59611744e1e975447894ab4727f
2024-12-03T06:15:55,749 DEBUG [Time-limited test {}] util.RestoreTool(177): Found descriptor 'test-1733206452353', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1733206527821
2024-12-03T06:15:55,751 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33457 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table table1 from 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T06:15:55,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1139): Stored pid=81, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=table1
2024-12-03T06:15:55,763 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741989_1165 (size=938)
2024-12-03T06:15:55,834 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3c6570475b6:46261 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 34 more
2024-12-03T06:15:56,167 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/.tabledesc/.tableinfo.0000000001.938
2024-12-03T06:15:56,167 INFO  [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/.tabledesc/.tableinfo.0000000002.938
2024-12-03T06:15:56,172 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=table1}]
2024-12-03T06:15:56,176 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=cab7fde56eeab1b6a540377307b7b316, REOPEN/MOVE}, {pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=1307f34735e005a65e612ccb82e5b68d, REOPEN/MOVE}]
2024-12-03T06:15:56,177 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=cab7fde56eeab1b6a540377307b7b316, REOPEN/MOVE
2024-12-03T06:15:56,177 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=1307f34735e005a65e612ccb82e5b68d, REOPEN/MOVE
2024-12-03T06:15:56,178 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=1307f34735e005a65e612ccb82e5b68d, regionState=CLOSING, regionLocation=e3c6570475b6,46261,1733206439994
2024-12-03T06:15:56,178 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=cab7fde56eeab1b6a540377307b7b316, regionState=CLOSING, regionLocation=e3c6570475b6,46261,1733206439994
2024-12-03T06:15:56,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=cab7fde56eeab1b6a540377307b7b316, REOPEN/MOVE because future has completed
2024-12-03T06:15:56,180 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-03T06:15:56,181 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure cab7fde56eeab1b6a540377307b7b316, server=e3c6570475b6,46261,1733206439994}]
2024-12-03T06:15:56,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=1307f34735e005a65e612ccb82e5b68d, REOPEN/MOVE because future has completed
2024-12-03T06:15:56,182 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-03T06:15:56,182 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1307f34735e005a65e612ccb82e5b68d, server=e3c6570475b6,46261,1733206439994}]
2024-12-03T06:15:56,333 INFO  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(122): Close 1307f34735e005a65e612ccb82e5b68d
2024-12-03T06:15:56,334 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-12-03T06:15:56,334 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1722): Closing 1307f34735e005a65e612ccb82e5b68d, disabling compactions & flushes
2024-12-03T06:15:56,334 INFO  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1755): Closing region table1,row0,1733206550789.1307f34735e005a65e612ccb82e5b68d.
2024-12-03T06:15:56,334 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1733206550789.1307f34735e005a65e612ccb82e5b68d.
2024-12-03T06:15:56,334 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1733206550789.1307f34735e005a65e612ccb82e5b68d. after waiting 0 ms
2024-12-03T06:15:56,334 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1733206550789.1307f34735e005a65e612ccb82e5b68d.
2024-12-03T06:15:56,338 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/1307f34735e005a65e612ccb82e5b68d/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1
2024-12-03T06:15:56,339 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-12-03T06:15:56,339 INFO  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1973): Closed table1,row0,1733206550789.1307f34735e005a65e612ccb82e5b68d.
2024-12-03T06:15:56,339 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1676): Region close journal for 1307f34735e005a65e612ccb82e5b68d:
Waiting for close lock at 1733206556334Running coprocessor pre-close hooks at 1733206556334Disabling compacts and flushes for region at 1733206556334Disabling writes for close at 1733206556334Writing region close event to WAL at 1733206556335 (+1 ms)Running coprocessor post-close hooks at 1733206556339 (+4 ms)Closed at 1733206556339
2024-12-03T06:15:56,339 WARN  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegionServer(3299): Not adding moved region record: 1307f34735e005a65e612ccb82e5b68d to self.
2024-12-03T06:15:56,341 INFO  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(157): Closed 1307f34735e005a65e612ccb82e5b68d
2024-12-03T06:15:56,341 INFO  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(122): Close cab7fde56eeab1b6a540377307b7b316
2024-12-03T06:15:56,341 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-12-03T06:15:56,341 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1722): Closing cab7fde56eeab1b6a540377307b7b316, disabling compactions & flushes
2024-12-03T06:15:56,341 INFO  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1755): Closing region table1,,1733206550789.cab7fde56eeab1b6a540377307b7b316.
2024-12-03T06:15:56,341 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1733206550789.cab7fde56eeab1b6a540377307b7b316.
2024-12-03T06:15:56,341 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1843): Acquired close lock on table1,,1733206550789.cab7fde56eeab1b6a540377307b7b316. after waiting 0 ms
2024-12-03T06:15:56,341 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1853): Updates disabled for region table1,,1733206550789.cab7fde56eeab1b6a540377307b7b316.
2024-12-03T06:15:56,341 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=1307f34735e005a65e612ccb82e5b68d, regionState=CLOSED
2024-12-03T06:15:56,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1307f34735e005a65e612ccb82e5b68d, server=e3c6570475b6,46261,1733206439994 because future has completed
2024-12-03T06:15:56,348 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/cab7fde56eeab1b6a540377307b7b316/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1
2024-12-03T06:15:56,349 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-12-03T06:15:56,349 INFO  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1973): Closed table1,,1733206550789.cab7fde56eeab1b6a540377307b7b316.
2024-12-03T06:15:56,349 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1676): Region close journal for cab7fde56eeab1b6a540377307b7b316:
Waiting for close lock at 1733206556341Running coprocessor pre-close hooks at 1733206556341Disabling compacts and flushes for region at 1733206556341Disabling writes for close at 1733206556341Writing region close event to WAL at 1733206556342 (+1 ms)Running coprocessor post-close hooks at 1733206556349 (+7 ms)Closed at 1733206556349
2024-12-03T06:15:56,349 WARN  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionServer(3299): Not adding moved region record: cab7fde56eeab1b6a540377307b7b316 to self.
2024-12-03T06:15:56,349 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=84
2024-12-03T06:15:56,349 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=84, state=SUCCESS, hasLock=false; CloseRegionProcedure 1307f34735e005a65e612ccb82e5b68d, server=e3c6570475b6,46261,1733206439994 in 163 msec
2024-12-03T06:15:56,350 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=1307f34735e005a65e612ccb82e5b68d, REOPEN/MOVE; state=CLOSED, location=e3c6570475b6,46261,1733206439994; forceNewPlan=false, retain=true
2024-12-03T06:15:56,351 INFO  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(157): Closed cab7fde56eeab1b6a540377307b7b316
2024-12-03T06:15:56,352 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=cab7fde56eeab1b6a540377307b7b316, regionState=CLOSED
2024-12-03T06:15:56,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure cab7fde56eeab1b6a540377307b7b316, server=e3c6570475b6,46261,1733206439994 because future has completed
2024-12-03T06:15:56,357 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=83
2024-12-03T06:15:56,357 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=83, state=SUCCESS, hasLock=false; CloseRegionProcedure cab7fde56eeab1b6a540377307b7b316, server=e3c6570475b6,46261,1733206439994 in 175 msec
2024-12-03T06:15:56,357 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=cab7fde56eeab1b6a540377307b7b316, REOPEN/MOVE; state=CLOSED, location=e3c6570475b6,46261,1733206439994; forceNewPlan=false, retain=true
2024-12-03T06:15:56,501 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=cab7fde56eeab1b6a540377307b7b316, regionState=OPENING, regionLocation=e3c6570475b6,46261,1733206439994
2024-12-03T06:15:56,501 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=1307f34735e005a65e612ccb82e5b68d, regionState=OPENING, regionLocation=e3c6570475b6,46261,1733206439994
2024-12-03T06:15:56,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=cab7fde56eeab1b6a540377307b7b316, REOPEN/MOVE because future has completed
2024-12-03T06:15:56,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=1307f34735e005a65e612ccb82e5b68d, REOPEN/MOVE because future has completed
2024-12-03T06:15:56,504 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure cab7fde56eeab1b6a540377307b7b316, server=e3c6570475b6,46261,1733206439994}]
2024-12-03T06:15:56,506 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1307f34735e005a65e612ccb82e5b68d, server=e3c6570475b6,46261,1733206439994}]
2024-12-03T06:15:56,661 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(132): Open table1,row0,1733206550789.1307f34735e005a65e612ccb82e5b68d.
2024-12-03T06:15:56,661 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7752): Opening region: {ENCODED => 1307f34735e005a65e612ccb82e5b68d, NAME => 'table1,row0,1733206550789.1307f34735e005a65e612ccb82e5b68d.', STARTKEY => 'row0', ENDKEY => ''}
2024-12-03T06:15:56,662 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-12-03T06:15:56,662 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 1307f34735e005a65e612ccb82e5b68d
2024-12-03T06:15:56,662 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(898): Instantiated table1,row0,1733206550789.1307f34735e005a65e612ccb82e5b68d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T06:15:56,662 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7794): checking encryption for 1307f34735e005a65e612ccb82e5b68d
2024-12-03T06:15:56,662 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7797): checking classloading for 1307f34735e005a65e612ccb82e5b68d
2024-12-03T06:15:56,665 INFO  [StoreOpener-1307f34735e005a65e612ccb82e5b68d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1307f34735e005a65e612ccb82e5b68d 
2024-12-03T06:15:56,666 INFO  [StoreOpener-1307f34735e005a65e612ccb82e5b68d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1307f34735e005a65e612ccb82e5b68d columnFamilyName f
2024-12-03T06:15:56,666 DEBUG [StoreOpener-1307f34735e005a65e612ccb82e5b68d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:15:56,673 DEBUG [StoreOpener-1307f34735e005a65e612ccb82e5b68d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/1307f34735e005a65e612ccb82e5b68d/f/1f6cb4e7c8774c6fb353a182ff246ee5_SeqId_4_
2024-12-03T06:15:56,673 INFO  [StoreOpener-1307f34735e005a65e612ccb82e5b68d-1 {}] regionserver.HStore(327): Store=1307f34735e005a65e612ccb82e5b68d/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T06:15:56,673 INFO  [StoreOpener-1307f34735e005a65e612ccb82e5b68d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 1307f34735e005a65e612ccb82e5b68d 
2024-12-03T06:15:56,674 INFO  [StoreOpener-1307f34735e005a65e612ccb82e5b68d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1307f34735e005a65e612ccb82e5b68d columnFamilyName f2
2024-12-03T06:15:56,674 DEBUG [StoreOpener-1307f34735e005a65e612ccb82e5b68d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:15:56,675 INFO  [StoreOpener-1307f34735e005a65e612ccb82e5b68d-1 {}] regionserver.HStore(327): Store=1307f34735e005a65e612ccb82e5b68d/f2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T06:15:56,675 INFO  [StoreOpener-1307f34735e005a65e612ccb82e5b68d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 1307f34735e005a65e612ccb82e5b68d 
2024-12-03T06:15:56,676 INFO  [StoreOpener-1307f34735e005a65e612ccb82e5b68d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1307f34735e005a65e612ccb82e5b68d columnFamilyName mob
2024-12-03T06:15:56,676 DEBUG [StoreOpener-1307f34735e005a65e612ccb82e5b68d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:15:56,677 INFO  [StoreOpener-1307f34735e005a65e612ccb82e5b68d-1 {}] regionserver.HStore(327): Store=1307f34735e005a65e612ccb82e5b68d/mob,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T06:15:56,677 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1038): replaying wal for 1307f34735e005a65e612ccb82e5b68d
2024-12-03T06:15:56,678 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/1307f34735e005a65e612ccb82e5b68d
2024-12-03T06:15:56,679 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/1307f34735e005a65e612ccb82e5b68d
2024-12-03T06:15:56,680 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1048): stopping wal replay for 1307f34735e005a65e612ccb82e5b68d
2024-12-03T06:15:56,680 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1060): Cleaning up temporary data for 1307f34735e005a65e612ccb82e5b68d
2024-12-03T06:15:56,680 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-03T06:15:56,681 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1093): writing seq id for 1307f34735e005a65e612ccb82e5b68d
2024-12-03T06:15:56,682 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1114): Opened 1307f34735e005a65e612ccb82e5b68d; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9612406880, jitterRate=-0.1047748476266861}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-03T06:15:56,682 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1307f34735e005a65e612ccb82e5b68d
2024-12-03T06:15:56,682 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1006): Region open journal for 1307f34735e005a65e612ccb82e5b68d:
Running coprocessor pre-open hook at 1733206556663Writing region info on filesystem at 1733206556663Initializing all the Stores at 1733206556664 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733206556664Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733206556664Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733206556664Cleaning up temporary data from old regions at 1733206556680 (+16 ms)Running coprocessor post-open hooks at 1733206556682 (+2 ms)Region opened successfully at 1733206556682
2024-12-03T06:15:56,683 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1733206550789.1307f34735e005a65e612ccb82e5b68d., pid=88, masterSystemTime=1733206556657
2024-12-03T06:15:56,685 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1733206550789.1307f34735e005a65e612ccb82e5b68d.
2024-12-03T06:15:56,685 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(153): Opened table1,row0,1733206550789.1307f34735e005a65e612ccb82e5b68d.
2024-12-03T06:15:56,685 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(132): Open table1,,1733206550789.cab7fde56eeab1b6a540377307b7b316.
2024-12-03T06:15:56,686 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7752): Opening region: {ENCODED => cab7fde56eeab1b6a540377307b7b316, NAME => 'table1,,1733206550789.cab7fde56eeab1b6a540377307b7b316.', STARTKEY => '', ENDKEY => 'row0'}
2024-12-03T06:15:56,686 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=1307f34735e005a65e612ccb82e5b68d, regionState=OPEN, openSeqNum=7, regionLocation=e3c6570475b6,46261,1733206439994
2024-12-03T06:15:56,686 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-12-03T06:15:56,686 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 cab7fde56eeab1b6a540377307b7b316
2024-12-03T06:15:56,686 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(898): Instantiated table1,,1733206550789.cab7fde56eeab1b6a540377307b7b316.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T06:15:56,686 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7794): checking encryption for cab7fde56eeab1b6a540377307b7b316
2024-12-03T06:15:56,686 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7797): checking classloading for cab7fde56eeab1b6a540377307b7b316
2024-12-03T06:15:56,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1307f34735e005a65e612ccb82e5b68d, server=e3c6570475b6,46261,1733206439994 because future has completed
2024-12-03T06:15:56,688 INFO  [StoreOpener-cab7fde56eeab1b6a540377307b7b316-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cab7fde56eeab1b6a540377307b7b316 
2024-12-03T06:15:56,688 INFO  [StoreOpener-cab7fde56eeab1b6a540377307b7b316-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cab7fde56eeab1b6a540377307b7b316 columnFamilyName f
2024-12-03T06:15:56,688 DEBUG [StoreOpener-cab7fde56eeab1b6a540377307b7b316-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:15:56,690 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=84
2024-12-03T06:15:56,690 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=84, state=SUCCESS, hasLock=false; OpenRegionProcedure 1307f34735e005a65e612ccb82e5b68d, server=e3c6570475b6,46261,1733206439994 in 182 msec
2024-12-03T06:15:56,691 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=82, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=1307f34735e005a65e612ccb82e5b68d, REOPEN/MOVE in 514 msec
2024-12-03T06:15:56,693 DEBUG [StoreOpener-cab7fde56eeab1b6a540377307b7b316-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/cab7fde56eeab1b6a540377307b7b316/f/b0e29fe4e6ca4b9ea47bfa38cd4d1cff_SeqId_4_
2024-12-03T06:15:56,693 INFO  [StoreOpener-cab7fde56eeab1b6a540377307b7b316-1 {}] regionserver.HStore(327): Store=cab7fde56eeab1b6a540377307b7b316/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T06:15:56,693 INFO  [StoreOpener-cab7fde56eeab1b6a540377307b7b316-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region cab7fde56eeab1b6a540377307b7b316 
2024-12-03T06:15:56,695 INFO  [StoreOpener-cab7fde56eeab1b6a540377307b7b316-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cab7fde56eeab1b6a540377307b7b316 columnFamilyName f2
2024-12-03T06:15:56,695 DEBUG [StoreOpener-cab7fde56eeab1b6a540377307b7b316-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:15:56,695 INFO  [StoreOpener-cab7fde56eeab1b6a540377307b7b316-1 {}] regionserver.HStore(327): Store=cab7fde56eeab1b6a540377307b7b316/f2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T06:15:56,695 INFO  [StoreOpener-cab7fde56eeab1b6a540377307b7b316-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region cab7fde56eeab1b6a540377307b7b316 
2024-12-03T06:15:56,696 INFO  [StoreOpener-cab7fde56eeab1b6a540377307b7b316-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cab7fde56eeab1b6a540377307b7b316 columnFamilyName mob
2024-12-03T06:15:56,696 DEBUG [StoreOpener-cab7fde56eeab1b6a540377307b7b316-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:15:56,701 DEBUG [StoreOpener-cab7fde56eeab1b6a540377307b7b316-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/cab7fde56eeab1b6a540377307b7b316/mob/cc44935bf7524935aa786312ec192901_SeqId_4_
2024-12-03T06:15:56,701 INFO  [StoreOpener-cab7fde56eeab1b6a540377307b7b316-1 {}] regionserver.HStore(327): Store=cab7fde56eeab1b6a540377307b7b316/mob,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T06:15:56,701 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1038): replaying wal for cab7fde56eeab1b6a540377307b7b316
2024-12-03T06:15:56,702 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/cab7fde56eeab1b6a540377307b7b316
2024-12-03T06:15:56,703 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/cab7fde56eeab1b6a540377307b7b316
2024-12-03T06:15:56,704 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1048): stopping wal replay for cab7fde56eeab1b6a540377307b7b316
2024-12-03T06:15:56,704 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1060): Cleaning up temporary data for cab7fde56eeab1b6a540377307b7b316
2024-12-03T06:15:56,704 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-03T06:15:56,705 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1093): writing seq id for cab7fde56eeab1b6a540377307b7b316
2024-12-03T06:15:56,706 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1114): Opened cab7fde56eeab1b6a540377307b7b316; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9473376000, jitterRate=-0.11772310733795166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-03T06:15:56,706 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cab7fde56eeab1b6a540377307b7b316
2024-12-03T06:15:56,706 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1006): Region open journal for cab7fde56eeab1b6a540377307b7b316:
Running coprocessor pre-open hook at 1733206556686Writing region info on filesystem at 1733206556686Initializing all the Stores at 1733206556687 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733206556687Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733206556687Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733206556687Cleaning up temporary data from old regions at 1733206556704 (+17 ms)Running coprocessor post-open hooks at 1733206556706 (+2 ms)Region opened successfully at 1733206556706
2024-12-03T06:15:56,707 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1733206550789.cab7fde56eeab1b6a540377307b7b316., pid=87, masterSystemTime=1733206556657
2024-12-03T06:15:56,708 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1733206550789.cab7fde56eeab1b6a540377307b7b316.
2024-12-03T06:15:56,708 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(153): Opened table1,,1733206550789.cab7fde56eeab1b6a540377307b7b316.
2024-12-03T06:15:56,709 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=cab7fde56eeab1b6a540377307b7b316, regionState=OPEN, openSeqNum=7, regionLocation=e3c6570475b6,46261,1733206439994
2024-12-03T06:15:56,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure cab7fde56eeab1b6a540377307b7b316, server=e3c6570475b6,46261,1733206439994 because future has completed
2024-12-03T06:15:56,712 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=83
2024-12-03T06:15:56,712 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=83, state=SUCCESS, hasLock=false; OpenRegionProcedure cab7fde56eeab1b6a540377307b7b316, server=e3c6570475b6,46261,1733206439994 in 207 msec
2024-12-03T06:15:56,714 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82
2024-12-03T06:15:56,714 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=cab7fde56eeab1b6a540377307b7b316, REOPEN/MOVE in 536 msec
2024-12-03T06:15:56,716 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=82, resume processing ppid=81
2024-12-03T06:15:56,716 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=table1 in 542 msec
2024-12-03T06:15:56,717 DEBUG [PEWorker-2 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=table1
2024-12-03T06:15:56,717 DEBUG [PEWorker-2 {}] backup.HFileArchiver(265): No files to dispose of in table1,,1733206550789.cab7fde56eeab1b6a540377307b7b316., family=f3
2024-12-03T06:15:56,718 DEBUG [PEWorker-2 {}] backup.HFileArchiver(265): No files to dispose of in table1,row0,1733206550789.1307f34735e005a65e612ccb82e5b68d., family=f3
2024-12-03T06:15:56,720 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, state=SUCCESS, hasLock=false; ModifyTableProcedure table=table1 in 967 msec
2024-12-03T06:15:56,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81
2024-12-03T06:15:56,721 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:table1 completed
2024-12-03T06:15:56,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100
2024-12-03T06:15:56,725 INFO  [Time-limited test {}] util.RestoreTool(200): Changed table1 to: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T06:15:56,725 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:45613/backupUT/backup_1733206527821/default/test-1733206452353/f2/bc4ab59611744e1e975447894ab4727f from hbase tables test-1733206452353 to tables table1
2024-12-03T06:15:56,725 INFO  [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1733206452353 into table1
2024-12-03T06:15:56,727 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/hbase-staging/bulk_output-default-table1-1733206556725 from hdfs://localhost:45613/backupUT/backup_1733206527821/default/test-1733206452353/f2/bc4ab59611744e1e975447894ab4727f
2024-12-03T06:15:56,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fcccf83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:56,728 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3c6570475b6,33457,-1 for getting cluster id
2024-12-03T06:15:56,728 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T06:15:56,729 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5447c48c-7b10-4672-8d86-f5d5f17214a6'
2024-12-03T06:15:56,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T06:15:56,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5447c48c-7b10-4672-8d86-f5d5f17214a6"

2024-12-03T06:15:56,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cd9686d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:56,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3c6570475b6,33457,-1]
2024-12-03T06:15:56,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T06:15:56,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:56,730 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T06:15:56,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ff59278, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:56,731 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T06:15:56,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e3c6570475b6,33457,1733206437938
2024-12-03T06:15:56,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32256039
2024-12-03T06:15:56,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T06:15:56,733 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-03T06:15:56,734 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled
2024-12-03T06:15:56,734 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1
2024-12-03T06:15:56,734 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100
2024-12-03T06:15:56,734 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T06:15:56,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3c6570475b6,46261,1733206439994, seqNum=-1]
2024-12-03T06:15:56,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T06:15:56,736 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T06:15:56,738 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 
2024-12-03T06:15:56,738 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0
2024-12-03T06:15:56,738 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables
2024-12-03T06:15:56,739 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/hbase-staging/partitions_8383ca5e-0076-4c34-b87e-b13ecececb7b
2024-12-03T06:15:56,744 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741990_1166 (size=177)
2024-12-03T06:15:57,003 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-03T06:15:57,067 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties
2024-12-03T06:15:57,146 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:57,146 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:57,146 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:58,094 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop-13066362574447169828.jar
2024-12-03T06:15:58,094 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:58,095 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:58,164 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop-12299262207262088221.jar
2024-12-03T06:15:58,164 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:58,165 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:58,165 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:58,165 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:58,165 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:58,166 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:58,166 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-03T06:15:58,166 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-12-03T06:15:58,167 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-12-03T06:15:58,167 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-12-03T06:15:58,167 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-12-03T06:15:58,168 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-12-03T06:15:58,168 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-12-03T06:15:58,169 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-12-03T06:15:58,169 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-12-03T06:15:58,169 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-12-03T06:15:58,170 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-12-03T06:15:58,170 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:58,235 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop-9118741089136107379.jar
2024-12-03T06:15:58,235 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop-9118741089136107379.jar
2024-12-03T06:15:58,236 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:15:58,236 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop-9118741089136107379.jar
2024-12-03T06:15:58,236 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop-9118741089136107379.jar
2024-12-03T06:15:58,237 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T06:15:58,237 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1
2024-12-03T06:15:58,237 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-03T06:15:58,237 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T06:15:58,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:58,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:58,238 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T06:15:58,238 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job
2024-12-03T06:15:58,238 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-03T06:15:58,251 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-12-03T06:15:58,262 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-12-03T06:15:58,385 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/mapreduce.cluster.local.dir/job_local252781667_0015_bcdae596-6721-42c2-94f7-454cdcbefa68/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-12-03T06:15:58,385 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/mapreduce.cluster.local.dir/job_local252781667_0015_bcdae596-6721-42c2-94f7-454cdcbefa68/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-12-03T06:15:58,465 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:45613/backupUT/backup_1733206527821/default/test-1733206452353/f2/bc4ab59611744e1e975447894ab4727f
2024-12-03T06:15:58,472 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-12-03T06:15:58,526 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@559dd71b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:58,526 DEBUG [pool-281-thread-1 {}] client.ClusterIdFetcher(90): Going to request e3c6570475b6,33457,-1 for getting cluster id
2024-12-03T06:15:58,526 DEBUG [pool-281-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T06:15:58,533 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5447c48c-7b10-4672-8d86-f5d5f17214a6'
2024-12-03T06:15:58,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T06:15:58,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5447c48c-7b10-4672-8d86-f5d5f17214a6"

2024-12-03T06:15:58,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66a28a13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:58,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3c6570475b6,33457,-1]
2024-12-03T06:15:58,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T06:15:58,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:58,535 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T06:15:58,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2873c45d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:58,537 DEBUG [pool-281-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T06:15:58,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3c6570475b6,46261,1733206439994, seqNum=-1]
2024-12-03T06:15:58,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T06:15:58,540 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T06:15:58,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1733206452353-2-0', locateType=CURRENT is [region=table1,,1733206550789.cab7fde56eeab1b6a540377307b7b316., hostname=e3c6570475b6,46261,1733206439994, seqNum=7]
2024-12-03T06:15:58,543 INFO  [pool-281-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-281-thread-1.
2024-12-03T06:15:58,543 DEBUG [pool-281-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T06:15:58,544 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:58,544 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:58,544 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T06:15:58,545 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733206452353-2-0]
2024-12-03T06:15:58,546 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: e3c6570475b6
2024-12-03T06:15:58,562 DEBUG [pool-281-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/hbase-staging/bulk_output-default-table1-1733206556725/_temporary/0/_temporary/attempt_local252781667_0015_r_000000_0/f2/1f137e7641994046a88bf0dae49eb9ac is 58, key is row-test-1733206452353-2-0/f2:q1/1733206522812/Put/seqid=0
2024-12-03T06:15:58,568 WARN  [Thread-1868 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [e3c6570475b6:46261] Specified favored nodes: [e3c6570475b6:46261]
2024-12-03T06:15:58,576 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741991_1167 (size=5608)
2024-12-03T06:15:59,437 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/hbase-staging/bulk_output-default-table1-1733206556725
2024-12-03T06:15:59,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@528d6eab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:59,438 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3c6570475b6,33457,-1 for getting cluster id
2024-12-03T06:15:59,438 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T06:15:59,439 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5447c48c-7b10-4672-8d86-f5d5f17214a6'
2024-12-03T06:15:59,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T06:15:59,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5447c48c-7b10-4672-8d86-f5d5f17214a6"

2024-12-03T06:15:59,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@540a968d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:59,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3c6570475b6,33457,-1]
2024-12-03T06:15:59,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T06:15:59,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:59,440 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T06:15:59,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b7fd0b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:59,442 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T06:15:59,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3c6570475b6,46261,1733206439994, seqNum=-1]
2024-12-03T06:15:59,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T06:15:59,444 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T06:15:59,448 WARN  [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/hbase-staging/bulk_output-default-table1-1733206556725/_SUCCESS
2024-12-03T06:15:59,453 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T06:15:59,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e3c6570475b6,33457,1733206437938
2024-12-03T06:15:59,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24ed20ba
2024-12-03T06:15:59,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T06:15:59,456 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-03T06:15:59,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1733206550789.cab7fde56eeab1b6a540377307b7b316., hostname=e3c6570475b6,46261,1733206439994, seqNum=7]
2024-12-03T06:15:59,463 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100
2024-12-03T06:15:59,470 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/hbase-staging/bulk_output-default-table1-1733206556725/f2/1f137e7641994046a88bf0dae49eb9ac first=Optional[row-test-1733206452353-2-0] last=Optional[row-test-1733206452353-2-6]
2024-12-03T06:15:59,481 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/hbase-staging/bulk_output-default-table1-1733206556725/f2/1f137e7641994046a88bf0dae49eb9ac for inclusion in cab7fde56eeab1b6a540377307b7b316/f2
2024-12-03T06:15:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] regionserver.HStore(626): HFile bounds: first=row-test-1733206452353-2-0 last=row-test-1733206452353-2-6
2024-12-03T06:15:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] regionserver.HStore(628): Region bounds: first= last=row0
2024-12-03T06:15:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] regionserver.HRegion(2603): Flush status journal for cab7fde56eeab1b6a540377307b7b316:

2024-12-03T06:15:59,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/hbase-staging/bulk_output-default-table1-1733206556725/f2/1f137e7641994046a88bf0dae49eb9ac to hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/staging/jenkins__table1__pa733q8hf40j35p70hghlgc3g798q8mso3v2bboq15r2b5fpoh87d91pja77re40/f2/1f137e7641994046a88bf0dae49eb9ac
2024-12-03T06:15:59,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/staging/jenkins__table1__pa733q8hf40j35p70hghlgc3g798q8mso3v2bboq15r2b5fpoh87d91pja77re40/f2/1f137e7641994046a88bf0dae49eb9ac as hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/cab7fde56eeab1b6a540377307b7b316/f2/7c297ce5e7db4d54b90a0167d35d941d_SeqId_9_
2024-12-03T06:15:59,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b21cfcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:59,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] client.ClusterIdFetcher(90): Going to request e3c6570475b6,33457,-1 for getting cluster id
2024-12-03T06:15:59,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T06:15:59,493 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5447c48c-7b10-4672-8d86-f5d5f17214a6'
2024-12-03T06:15:59,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T06:15:59,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5447c48c-7b10-4672-8d86-f5d5f17214a6"

2024-12-03T06:15:59,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60b22f60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:59,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3c6570475b6,33457,-1]
2024-12-03T06:15:59,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T06:15:59,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:59,496 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T06:15:59,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66bf2fe9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:59,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T06:15:59,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e3c6570475b6,33457,1733206437938
2024-12-03T06:15:59,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1483968a
2024-12-03T06:15:59,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T06:15:59,499 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-03T06:15:59,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T06:15:59,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3c6570475b6,46261,1733206439994, seqNum=-1]
2024-12-03T06:15:59,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T06:15:59,503 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T06:15:59,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T06:15:59,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T06:15:59,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733206461287.d51b0f21362a638b6e4367cd4ec6245b., hostname=e3c6570475b6,46261,1733206439994, seqNum=2]
2024-12-03T06:15:59,527 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261.
2024-12-03T06:15:59,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443)
    at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T06:15:59,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:59,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:59,527 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T06:15:59,528 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/staging/jenkins__table1__pa733q8hf40j35p70hghlgc3g798q8mso3v2bboq15r2b5fpoh87d91pja77re40/f2/1f137e7641994046a88bf0dae49eb9ac into cab7fde56eeab1b6a540377307b7b316/f2 as hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/cab7fde56eeab1b6a540377307b7b316/f2/7c297ce5e7db4d54b90a0167d35d941d_SeqId_9_ - updating store file list.
2024-12-03T06:15:59,535 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/cab7fde56eeab1b6a540377307b7b316/f2/7c297ce5e7db4d54b90a0167d35d941d_SeqId_9_ into cab7fde56eeab1b6a540377307b7b316/f2
2024-12-03T06:15:59,535 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/staging/jenkins__table1__pa733q8hf40j35p70hghlgc3g798q8mso3v2bboq15r2b5fpoh87d91pja77re40/f2/1f137e7641994046a88bf0dae49eb9ac into cab7fde56eeab1b6a540377307b7b316/f2 (new location: hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/cab7fde56eeab1b6a540377307b7b316/f2/7c297ce5e7db4d54b90a0167d35d941d_SeqId_9_)
2024-12-03T06:15:59,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/staging/jenkins__table1__pa733q8hf40j35p70hghlgc3g798q8mso3v2bboq15r2b5fpoh87d91pja77re40/f2/1f137e7641994046a88bf0dae49eb9ac
2024-12-03T06:15:59,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@523c7ad2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:59,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] client.ClusterIdFetcher(90): Going to request e3c6570475b6,33457,-1 for getting cluster id
2024-12-03T06:15:59,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T06:15:59,542 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5447c48c-7b10-4672-8d86-f5d5f17214a6'
2024-12-03T06:15:59,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T06:15:59,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5447c48c-7b10-4672-8d86-f5d5f17214a6"

2024-12-03T06:15:59,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@144efdf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:59,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3c6570475b6,33457,-1]
2024-12-03T06:15:59,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T06:15:59,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:59,549 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService
2024-12-03T06:15:59,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@298fbcbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:15:59,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T06:15:59,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is e3c6570475b6,33457,1733206437938
2024-12-03T06:15:59,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7275653a
2024-12-03T06:15:59,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T06:15:59,552 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService
2024-12-03T06:15:59,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T06:15:59,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3c6570475b6,46261,1733206439994, seqNum=-1]
2024-12-03T06:15:59,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T06:15:59,555 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService
2024-12-03T06:15:59,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T06:15:59,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T06:15:59,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733206461287.d51b0f21362a638b6e4367cd4ec6245b., hostname=e3c6570475b6,46261,1733206439994, seqNum=2]
2024-12-03T06:15:59,601 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261.
2024-12-03T06:15:59,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T06:15:59,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:59,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46261 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:59,605 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T06:15:59,607 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-03T06:15:59,607 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T06:15:59,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:59,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:15:59,607 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T06:15:59,607 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0
2024-12-03T06:15:59,608 INFO  [Time-limited test {}] impl.RestoreTablesClient(187): test-1733206452353 has been successfully restored to table1
2024-12-03T06:15:59,608 INFO  [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s):
2024-12-03T06:15:59,608 INFO  [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1733206527821 hdfs://localhost:45613/backupUT/backup_1733206527821/default/test-1733206452353/
2024-12-03T06:15:59,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1733206550789.cab7fde56eeab1b6a540377307b7b316., hostname=e3c6570475b6,46261,1733206439994, seqNum=7 , the old value is region=table1,,1733206550789.cab7fde56eeab1b6a540377307b7b316., hostname=e3c6570475b6,46261,1733206439994, seqNum=7, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=e3c6570475b6:46261 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-12-03T06:15:59,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1733206550789.cab7fde56eeab1b6a540377307b7b316., hostname=e3c6570475b6,46261,1733206439994, seqNum=7 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-12-03T06:15:59,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1733206550789.cab7fde56eeab1b6a540377307b7b316., hostname=e3c6570475b6,46261,1733206439994, seqNum=7 from cache
2024-12-03T06:15:59,616 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45613/backupUT/backup_1733206492590/.backup.manifest
2024-12-03T06:15:59,617 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-12-03T06:15:59,632 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1733206492590/.backup.manifest
2024-12-03T06:15:59,633 INFO  [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17332064523531' to 'ns2:table2' from full backup image hdfs://localhost:45613/backupUT/backup_1733206492590/ns2/test-17332064523531
2024-12-03T06:15:59,640 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'ns2:test-17332064523531', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1733206527821
2024-12-03T06:15:59,648 INFO  [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'ns2:table2', preserving region splits
2024-12-03T06:15:59,648 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33457 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable ns2:table2
2024-12-03T06:15:59,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1139): Stored pid=89, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=ns2:table2
2024-12-03T06:15:59,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89
2024-12-03T06:15:59,658 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733206559657"}]},"ts":"1733206559657"}
2024-12-03T06:15:59,676 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLING in hbase:meta
2024-12-03T06:15:59,676 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set ns2:table2 to state=DISABLING
2024-12-03T06:15:59,678 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=ns2:table2}]
2024-12-03T06:15:59,679 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=512553250c71e051fd100ea2cf42312d, UNASSIGN}]
2024-12-03T06:15:59,680 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=512553250c71e051fd100ea2cf42312d, UNASSIGN
2024-12-03T06:15:59,682 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=91 updating hbase:meta row=512553250c71e051fd100ea2cf42312d, regionState=CLOSING, regionLocation=e3c6570475b6,46261,1733206439994
2024-12-03T06:15:59,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=512553250c71e051fd100ea2cf42312d, UNASSIGN because future has completed
2024-12-03T06:15:59,684 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-03T06:15:59,684 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE, hasLock=false; CloseRegionProcedure 512553250c71e051fd100ea2cf42312d, server=e3c6570475b6,46261,1733206439994}]
2024-12-03T06:15:59,713 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3c6570475b6:46261 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 34 more
2024-12-03T06:15:59,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89
2024-12-03T06:15:59,837 INFO  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(122): Close 512553250c71e051fd100ea2cf42312d
2024-12-03T06:15:59,837 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-12-03T06:15:59,837 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1722): Closing 512553250c71e051fd100ea2cf42312d, disabling compactions & flushes
2024-12-03T06:15:59,837 INFO  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1755): Closing region ns2:table2,,1733206545319.512553250c71e051fd100ea2cf42312d.
2024-12-03T06:15:59,837 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1733206545319.512553250c71e051fd100ea2cf42312d.
2024-12-03T06:15:59,837 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1733206545319.512553250c71e051fd100ea2cf42312d. after waiting 0 ms
2024-12-03T06:15:59,838 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1733206545319.512553250c71e051fd100ea2cf42312d.
2024-12-03T06:15:59,842 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/ns2/table2/512553250c71e051fd100ea2cf42312d/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1
2024-12-03T06:15:59,843 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-12-03T06:15:59,843 INFO  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1973): Closed ns2:table2,,1733206545319.512553250c71e051fd100ea2cf42312d.
2024-12-03T06:15:59,843 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1676): Region close journal for 512553250c71e051fd100ea2cf42312d:
Waiting for close lock at 1733206559837Running coprocessor pre-close hooks at 1733206559837Disabling compacts and flushes for region at 1733206559837Disabling writes for close at 1733206559837Writing region close event to WAL at 1733206559838 (+1 ms)Running coprocessor post-close hooks at 1733206559843 (+5 ms)Closed at 1733206559843
2024-12-03T06:15:59,846 INFO  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(157): Closed 512553250c71e051fd100ea2cf42312d
2024-12-03T06:15:59,847 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=91 updating hbase:meta row=512553250c71e051fd100ea2cf42312d, regionState=CLOSED
2024-12-03T06:15:59,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE, hasLock=false; CloseRegionProcedure 512553250c71e051fd100ea2cf42312d, server=e3c6570475b6,46261,1733206439994 because future has completed
2024-12-03T06:15:59,854 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91
2024-12-03T06:15:59,854 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; CloseRegionProcedure 512553250c71e051fd100ea2cf42312d, server=e3c6570475b6,46261,1733206439994 in 166 msec
2024-12-03T06:15:59,856 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90
2024-12-03T06:15:59,856 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=512553250c71e051fd100ea2cf42312d, UNASSIGN in 175 msec
2024-12-03T06:15:59,858 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89
2024-12-03T06:15:59,858 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=ns2:table2 in 180 msec
2024-12-03T06:15:59,860 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733206559859"}]},"ts":"1733206559859"}
2024-12-03T06:15:59,861 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLED in hbase:meta
2024-12-03T06:15:59,861 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set ns2:table2 to state=DISABLED
2024-12-03T06:15:59,863 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, state=SUCCESS, hasLock=false; DisableTableProcedure table=ns2:table2 in 214 msec
2024-12-03T06:15:59,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89
2024-12-03T06:15:59,974 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: ns2:table2 completed
2024-12-03T06:15:59,975 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33457 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.3 truncate ns2:table2
2024-12-03T06:15:59,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true)
2024-12-03T06:15:59,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-12-03T06:15:59,978 DEBUG [PEWorker-5 {}] procedure.TruncateTableProcedure(87): waiting for 'ns2:table2' regions in transition
2024-12-03T06:15:59,984 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/ns2/table2/512553250c71e051fd100ea2cf42312d
2024-12-03T06:15:59,987 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/ns2/table2/512553250c71e051fd100ea2cf42312d/f, FileablePath, hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/ns2/table2/512553250c71e051fd100ea2cf42312d/recovered.edits]
2024-12-03T06:16:00,005 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/ns2/table2/512553250c71e051fd100ea2cf42312d/f/3cd73e2809a54333a47d71375d8c841a_SeqId_4_ to hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/archive/data/ns2/table2/512553250c71e051fd100ea2cf42312d/f/3cd73e2809a54333a47d71375d8c841a_SeqId_4_
2024-12-03T06:16:00,009 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/ns2/table2/512553250c71e051fd100ea2cf42312d/recovered.edits/6.seqid to hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/archive/data/ns2/table2/512553250c71e051fd100ea2cf42312d/recovered.edits/6.seqid
2024-12-03T06:16:00,010 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/ns2/table2/512553250c71e051fd100ea2cf42312d
2024-12-03T06:16:00,010 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived ns2:table2 regions
2024-12-03T06:16:00,015 WARN  [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of ns2:table2 from hbase:meta
2024-12-03T06:16:00,018 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'ns2:table2' descriptor.
2024-12-03T06:16:00,018 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'ns2:table2' from region states.
2024-12-03T06:16:00,018 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"ns2:table2,,1733206545319.512553250c71e051fd100ea2cf42312d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733206560018"}]},"ts":"9223372036854775807"}
2024-12-03T06:16:00,021 INFO  [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-12-03T06:16:00,021 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 512553250c71e051fd100ea2cf42312d, NAME => 'ns2:table2,,1733206545319.512553250c71e051fd100ea2cf42312d.', STARTKEY => '', ENDKEY => ''}]
2024-12-03T06:16:00,021 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'ns2:table2' as deleted.
2024-12-03T06:16:00,021 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733206560021"}]},"ts":"9223372036854775807"}
2024-12-03T06:16:00,023 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table ns2:table2 state from META
2024-12-03T06:16:00,030 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741992_1168 (size=351)
2024-12-03T06:16:00,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-12-03T06:16:00,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-12-03T06:16:00,432 INFO  [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1dcd98b922a4266adaf6c0474f6b5bab, NAME => 'ns2:table2,,1733206560011.1dcd98b922a4266adaf6c0474f6b5bab.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98
2024-12-03T06:16:00,440 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741993_1169 (size=37)
2024-12-03T06:16:00,441 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1733206560011.1dcd98b922a4266adaf6c0474f6b5bab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T06:16:00,441 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing 1dcd98b922a4266adaf6c0474f6b5bab, disabling compactions & flushes
2024-12-03T06:16:00,441 INFO  [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1733206560011.1dcd98b922a4266adaf6c0474f6b5bab.
2024-12-03T06:16:00,441 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1733206560011.1dcd98b922a4266adaf6c0474f6b5bab.
2024-12-03T06:16:00,441 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1733206560011.1dcd98b922a4266adaf6c0474f6b5bab. after waiting 0 ms
2024-12-03T06:16:00,441 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1733206560011.1dcd98b922a4266adaf6c0474f6b5bab.
2024-12-03T06:16:00,441 INFO  [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1733206560011.1dcd98b922a4266adaf6c0474f6b5bab.
2024-12-03T06:16:00,441 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1dcd98b922a4266adaf6c0474f6b5bab:
Waiting for close lock at 1733206560441Disabling compacts and flushes for region at 1733206560441Disabling writes for close at 1733206560441Writing region close event to WAL at 1733206560441Closed at 1733206560441
2024-12-03T06:16:00,442 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1733206560011.1dcd98b922a4266adaf6c0474f6b5bab.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1733206560442"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733206560442"}]},"ts":"1733206560442"}
2024-12-03T06:16:00,444 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T06:16:00,444 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733206560444"}]},"ts":"1733206560444"}
2024-12-03T06:16:00,446 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta
2024-12-03T06:16:00,446 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=1dcd98b922a4266adaf6c0474f6b5bab, ASSIGN}]
2024-12-03T06:16:00,447 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=1dcd98b922a4266adaf6c0474f6b5bab, ASSIGN
2024-12-03T06:16:00,448 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=1dcd98b922a4266adaf6c0474f6b5bab, ASSIGN; state=OFFLINE, location=e3c6570475b6,46261,1733206439994; forceNewPlan=false, retain=false
2024-12-03T06:16:00,598 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=1dcd98b922a4266adaf6c0474f6b5bab, regionState=OPENING, regionLocation=e3c6570475b6,46261,1733206439994
2024-12-03T06:16:00,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=1dcd98b922a4266adaf6c0474f6b5bab, ASSIGN because future has completed
2024-12-03T06:16:00,600 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1dcd98b922a4266adaf6c0474f6b5bab, server=e3c6570475b6,46261,1733206439994}]
2024-12-03T06:16:00,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-12-03T06:16:00,755 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(132): Open ns2:table2,,1733206560011.1dcd98b922a4266adaf6c0474f6b5bab.
2024-12-03T06:16:00,756 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7752): Opening region: {ENCODED => 1dcd98b922a4266adaf6c0474f6b5bab, NAME => 'ns2:table2,,1733206560011.1dcd98b922a4266adaf6c0474f6b5bab.', STARTKEY => '', ENDKEY => ''}
2024-12-03T06:16:00,756 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-12-03T06:16:00,756 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 1dcd98b922a4266adaf6c0474f6b5bab
2024-12-03T06:16:00,756 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(898): Instantiated ns2:table2,,1733206560011.1dcd98b922a4266adaf6c0474f6b5bab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T06:16:00,756 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7794): checking encryption for 1dcd98b922a4266adaf6c0474f6b5bab
2024-12-03T06:16:00,756 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7797): checking classloading for 1dcd98b922a4266adaf6c0474f6b5bab
2024-12-03T06:16:00,758 INFO  [StoreOpener-1dcd98b922a4266adaf6c0474f6b5bab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1dcd98b922a4266adaf6c0474f6b5bab 
2024-12-03T06:16:00,759 INFO  [StoreOpener-1dcd98b922a4266adaf6c0474f6b5bab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1dcd98b922a4266adaf6c0474f6b5bab columnFamilyName f
2024-12-03T06:16:00,759 DEBUG [StoreOpener-1dcd98b922a4266adaf6c0474f6b5bab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:16:00,759 INFO  [StoreOpener-1dcd98b922a4266adaf6c0474f6b5bab-1 {}] regionserver.HStore(327): Store=1dcd98b922a4266adaf6c0474f6b5bab/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T06:16:00,760 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1038): replaying wal for 1dcd98b922a4266adaf6c0474f6b5bab
2024-12-03T06:16:00,760 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/ns2/table2/1dcd98b922a4266adaf6c0474f6b5bab
2024-12-03T06:16:00,761 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/ns2/table2/1dcd98b922a4266adaf6c0474f6b5bab
2024-12-03T06:16:00,761 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1048): stopping wal replay for 1dcd98b922a4266adaf6c0474f6b5bab
2024-12-03T06:16:00,761 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1060): Cleaning up temporary data for 1dcd98b922a4266adaf6c0474f6b5bab
2024-12-03T06:16:00,763 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1093): writing seq id for 1dcd98b922a4266adaf6c0474f6b5bab
2024-12-03T06:16:00,765 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/ns2/table2/1dcd98b922a4266adaf6c0474f6b5bab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T06:16:00,765 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1114): Opened 1dcd98b922a4266adaf6c0474f6b5bab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9830592480, jitterRate=-0.0844547301530838}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T06:16:00,766 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1dcd98b922a4266adaf6c0474f6b5bab
2024-12-03T06:16:00,766 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1006): Region open journal for 1dcd98b922a4266adaf6c0474f6b5bab:
Running coprocessor pre-open hook at 1733206560756Writing region info on filesystem at 1733206560756Initializing all the Stores at 1733206560757 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733206560757Cleaning up temporary data from old regions at 1733206560761 (+4 ms)Running coprocessor post-open hooks at 1733206560766 (+5 ms)Region opened successfully at 1733206560766
2024-12-03T06:16:00,767 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1733206560011.1dcd98b922a4266adaf6c0474f6b5bab., pid=95, masterSystemTime=1733206560752
2024-12-03T06:16:00,769 DEBUG [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1733206560011.1dcd98b922a4266adaf6c0474f6b5bab.
2024-12-03T06:16:00,769 INFO  [RS_OPEN_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(153): Opened ns2:table2,,1733206560011.1dcd98b922a4266adaf6c0474f6b5bab.
2024-12-03T06:16:00,769 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=1dcd98b922a4266adaf6c0474f6b5bab, regionState=OPEN, openSeqNum=2, regionLocation=e3c6570475b6,46261,1733206439994
2024-12-03T06:16:00,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1dcd98b922a4266adaf6c0474f6b5bab, server=e3c6570475b6,46261,1733206439994 because future has completed
2024-12-03T06:16:00,773 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94
2024-12-03T06:16:00,773 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; OpenRegionProcedure 1dcd98b922a4266adaf6c0474f6b5bab, server=e3c6570475b6,46261,1733206439994 in 171 msec
2024-12-03T06:16:00,775 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93
2024-12-03T06:16:00,775 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=1dcd98b922a4266adaf6c0474f6b5bab, ASSIGN in 327 msec
2024-12-03T06:16:00,775 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733206560775"}]},"ts":"1733206560775"}
2024-12-03T06:16:00,777 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta
2024-12-03T06:16:00,777 DEBUG [PEWorker-4 {}] procedure.TruncateTableProcedure(145): truncate 'ns2:table2' completed
2024-12-03T06:16:00,779 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) in 802 msec
2024-12-03T06:16:01,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-12-03T06:16:01,114 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: ns2:table2 completed
2024-12-03T06:16:01,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100
2024-12-03T06:16:01,118 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:45613/backupUT/backup_1733206492590/ns2/test-17332064523531/archive/data/ns2/test-17332064523531/0fc8e072545f89745c5aab3361a5edab from hbase tables ns2:test-17332064523531 to tables ns2:table2
2024-12-03T06:16:01,118 INFO  [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17332064523531 into ns2:table2
2024-12-03T06:16:01,120 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/hbase-staging/bulk_output-ns2-table2-1733206561119 from hdfs://localhost:45613/backupUT/backup_1733206492590/ns2/test-17332064523531/archive/data/ns2/test-17332064523531/0fc8e072545f89745c5aab3361a5edab
2024-12-03T06:16:01,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c83cac4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:16:01,121 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3c6570475b6,33457,-1 for getting cluster id
2024-12-03T06:16:01,121 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T06:16:01,122 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5447c48c-7b10-4672-8d86-f5d5f17214a6'
2024-12-03T06:16:01,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T06:16:01,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5447c48c-7b10-4672-8d86-f5d5f17214a6"

2024-12-03T06:16:01,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c25465e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:16:01,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3c6570475b6,33457,-1]
2024-12-03T06:16:01,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T06:16:01,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:16:01,124 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T06:16:01,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17aea426, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:16:01,125 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T06:16:01,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e3c6570475b6,33457,1733206437938
2024-12-03T06:16:01,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31948f60
2024-12-03T06:16:01,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T06:16:01,127 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-03T06:16:01,128 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled
2024-12-03T06:16:01,128 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2
2024-12-03T06:16:01,128 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100
2024-12-03T06:16:01,128 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T06:16:01,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3c6570475b6,46261,1733206439994, seqNum=-1]
2024-12-03T06:16:01,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T06:16:01,130 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T06:16:01,132 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 
2024-12-03T06:16:01,132 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables
2024-12-03T06:16:01,132 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/hbase-staging/partitions_3d85626d-f8fe-4fa1-8d1c-38ecf18ad29f
2024-12-03T06:16:01,140 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741994_1170 (size=153)
2024-12-03T06:16:01,543 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:16:01,543 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:16:01,544 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:16:02,164 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties
2024-12-03T06:16:02,523 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop-2488600507989697184.jar
2024-12-03T06:16:02,523 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:16:02,524 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:16:02,581 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop-7993185957952708656.jar
2024-12-03T06:16:02,581 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:16:02,581 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:16:02,582 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:16:02,582 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:16:02,582 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:16:02,583 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:16:02,583 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-03T06:16:02,583 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-12-03T06:16:02,583 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-12-03T06:16:02,583 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-12-03T06:16:02,583 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-12-03T06:16:02,584 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-12-03T06:16:02,584 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-12-03T06:16:02,584 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-12-03T06:16:02,584 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-12-03T06:16:02,584 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-12-03T06:16:02,584 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-12-03T06:16:02,585 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:16:02,640 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop-11526487347762975550.jar
2024-12-03T06:16:02,640 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop-11526487347762975550.jar
2024-12-03T06:16:02,641 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-03T06:16:02,641 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop-11526487347762975550.jar
2024-12-03T06:16:02,641 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop-11526487347762975550.jar
2024-12-03T06:16:02,641 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T06:16:02,642 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2
2024-12-03T06:16:02,642 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-03T06:16:02,642 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T06:16:02,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:16:02,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:16:02,642 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T06:16:02,642 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job
2024-12-03T06:16:02,642 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-03T06:16:02,657 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-12-03T06:16:02,677 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-12-03T06:16:02,792 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/mapreduce.cluster.local.dir/job_local385146022_0016_62ff0052-196d-4e6f-90ad-f3fc19920d60/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-12-03T06:16:02,792 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/mapreduce.cluster.local.dir/job_local385146022_0016_62ff0052-196d-4e6f-90ad-f3fc19920d60/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-12-03T06:16:02,868 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:45613/backupUT/backup_1733206492590/ns2/test-17332064523531/archive/data/ns2/test-17332064523531/0fc8e072545f89745c5aab3361a5edab/f/e6ff5977fb9b42b6bc0b763a40dbc4b7
2024-12-03T06:16:02,875 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-12-03T06:16:02,968 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:45613/backupUT/backup_1733206492590/ns2/test-17332064523531/archive/data/ns2/test-17332064523531/0fc8e072545f89745c5aab3361a5edab/f/cca0f1dc9941466cb76b018324e6cd5a
2024-12-03T06:16:02,973 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-12-03T06:16:03,042 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eca002c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:16:03,042 DEBUG [pool-286-thread-1 {}] client.ClusterIdFetcher(90): Going to request e3c6570475b6,33457,-1 for getting cluster id
2024-12-03T06:16:03,042 DEBUG [pool-286-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T06:16:03,044 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5447c48c-7b10-4672-8d86-f5d5f17214a6'
2024-12-03T06:16:03,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T06:16:03,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5447c48c-7b10-4672-8d86-f5d5f17214a6"

2024-12-03T06:16:03,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16b507b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:16:03,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3c6570475b6,33457,-1]
2024-12-03T06:16:03,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T06:16:03,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:16:03,046 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T06:16:03,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30c91dc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:16:03,048 DEBUG [pool-286-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T06:16:03,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3c6570475b6,46261,1733206439994, seqNum=-1]
2024-12-03T06:16:03,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T06:16:03,055 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T06:16:03,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row-t20', locateType=CURRENT is [region=ns2:table2,,1733206560011.1dcd98b922a4266adaf6c0474f6b5bab., hostname=e3c6570475b6,46261,1733206439994, seqNum=2]
2024-12-03T06:16:03,057 INFO  [pool-286-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-286-thread-1.
2024-12-03T06:16:03,057 DEBUG [pool-286-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T06:16:03,057 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:16:03,057 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:16:03,057 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20]
2024-12-03T06:16:03,057 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: e3c6570475b6
2024-12-03T06:16:03,058 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T06:16:03,072 DEBUG [pool-286-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/hbase-staging/bulk_output-ns2-table2-1733206561119/_temporary/0/_temporary/attempt_local385146022_0016_r_000000_0/f/d954ad7451a147288009d1b36e73e392 is 38, key is row-t20/f:q1/1733206478892/Put/seqid=0
2024-12-03T06:16:03,074 WARN  [Thread-1943 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [e3c6570475b6:46261] Specified favored nodes: [e3c6570475b6:46261]
2024-12-03T06:16:03,079 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741995_1171 (size=8934)
2024-12-03T06:16:03,748 DEBUG [regionserver/e3c6570475b6:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.07692307692307693, tune throughput to 53.85 MB/second
2024-12-03T06:16:03,847 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/hbase-staging/bulk_output-ns2-table2-1733206561119
2024-12-03T06:16:03,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47b7344a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:16:03,848 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3c6570475b6,33457,-1 for getting cluster id
2024-12-03T06:16:03,848 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T06:16:03,849 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5447c48c-7b10-4672-8d86-f5d5f17214a6'
2024-12-03T06:16:03,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T06:16:03,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5447c48c-7b10-4672-8d86-f5d5f17214a6"

2024-12-03T06:16:03,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67324dba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:16:03,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3c6570475b6,33457,-1]
2024-12-03T06:16:03,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T06:16:03,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:16:03,850 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T06:16:03,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@370f3bd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:16:03,851 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T06:16:03,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3c6570475b6,46261,1733206439994, seqNum=-1]
2024-12-03T06:16:03,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T06:16:03,853 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T06:16:03,855 WARN  [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/hbase-staging/bulk_output-ns2-table2-1733206561119/_SUCCESS
2024-12-03T06:16:03,858 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T06:16:03,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e3c6570475b6,33457,1733206437938
2024-12-03T06:16:03,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e90107e
2024-12-03T06:16:03,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T06:16:03,860 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-03T06:16:03,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1733206560011.1dcd98b922a4266adaf6c0474f6b5bab., hostname=e3c6570475b6,46261,1733206439994, seqNum=2]
2024-12-03T06:16:03,869 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100
2024-12-03T06:16:03,881 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/hbase-staging/bulk_output-ns2-table2-1733206561119/f/d954ad7451a147288009d1b36e73e392 first=Optional[row-t20] last=Optional[row98]
2024-12-03T06:16:03,886 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/hbase-staging/bulk_output-ns2-table2-1733206561119/f/d954ad7451a147288009d1b36e73e392 for inclusion in 1dcd98b922a4266adaf6c0474f6b5bab/f
2024-12-03T06:16:03,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] regionserver.HStore(626): HFile bounds: first=row-t20 last=row98
2024-12-03T06:16:03,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] regionserver.HStore(628): Region bounds: first= last=
2024-12-03T06:16:03,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] regionserver.HRegion(2603): Flush status journal for 1dcd98b922a4266adaf6c0474f6b5bab:

2024-12-03T06:16:03,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/hbase-staging/bulk_output-ns2-table2-1733206561119/f/d954ad7451a147288009d1b36e73e392 to hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/staging/jenkins__ns2_table2__6at5kfcldutdkqnauukf5idl153esrgjnt17uile0evemqu15b295jg7q5mo9po8/f/d954ad7451a147288009d1b36e73e392
2024-12-03T06:16:03,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/staging/jenkins__ns2_table2__6at5kfcldutdkqnauukf5idl153esrgjnt17uile0evemqu15b295jg7q5mo9po8/f/d954ad7451a147288009d1b36e73e392 as hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/ns2/table2/1dcd98b922a4266adaf6c0474f6b5bab/f/cd98360f791142aba26bfec9098aa7be_SeqId_4_
2024-12-03T06:16:03,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f847d24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:16:03,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] client.ClusterIdFetcher(90): Going to request e3c6570475b6,33457,-1 for getting cluster id
2024-12-03T06:16:03,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T06:16:03,898 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5447c48c-7b10-4672-8d86-f5d5f17214a6'
2024-12-03T06:16:03,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T06:16:03,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5447c48c-7b10-4672-8d86-f5d5f17214a6"

2024-12-03T06:16:03,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e21c5cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:16:03,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3c6570475b6,33457,-1]
2024-12-03T06:16:03,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T06:16:03,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:16:03,900 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T06:16:03,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5523aecb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:16:03,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T06:16:03,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e3c6570475b6,33457,1733206437938
2024-12-03T06:16:03,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@763ee023
2024-12-03T06:16:03,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T06:16:03,904 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-03T06:16:03,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T06:16:03,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3c6570475b6,46261,1733206439994, seqNum=-1]
2024-12-03T06:16:03,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T06:16:03,907 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T06:16:03,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T06:16:03,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T06:16:03,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733206461287.d51b0f21362a638b6e4367cd4ec6245b., hostname=e3c6570475b6,46261,1733206439994, seqNum=2]
2024-12-03T06:16:03,928 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261.
2024-12-03T06:16:03,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443)
    at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T06:16:03,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:16:03,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:16:03,928 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T06:16:03,929 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/staging/jenkins__ns2_table2__6at5kfcldutdkqnauukf5idl153esrgjnt17uile0evemqu15b295jg7q5mo9po8/f/d954ad7451a147288009d1b36e73e392 into 1dcd98b922a4266adaf6c0474f6b5bab/f as hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/ns2/table2/1dcd98b922a4266adaf6c0474f6b5bab/f/cd98360f791142aba26bfec9098aa7be_SeqId_4_ - updating store file list.
2024-12-03T06:16:03,934 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/ns2/table2/1dcd98b922a4266adaf6c0474f6b5bab/f/cd98360f791142aba26bfec9098aa7be_SeqId_4_ into 1dcd98b922a4266adaf6c0474f6b5bab/f
2024-12-03T06:16:03,934 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/staging/jenkins__ns2_table2__6at5kfcldutdkqnauukf5idl153esrgjnt17uile0evemqu15b295jg7q5mo9po8/f/d954ad7451a147288009d1b36e73e392 into 1dcd98b922a4266adaf6c0474f6b5bab/f (new location: hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/ns2/table2/1dcd98b922a4266adaf6c0474f6b5bab/f/cd98360f791142aba26bfec9098aa7be_SeqId_4_)
2024-12-03T06:16:03,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/staging/jenkins__ns2_table2__6at5kfcldutdkqnauukf5idl153esrgjnt17uile0evemqu15b295jg7q5mo9po8/f/d954ad7451a147288009d1b36e73e392
2024-12-03T06:16:03,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41925e6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:16:03,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] client.ClusterIdFetcher(90): Going to request e3c6570475b6,33457,-1 for getting cluster id
2024-12-03T06:16:03,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T06:16:03,937 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5447c48c-7b10-4672-8d86-f5d5f17214a6'
2024-12-03T06:16:03,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T06:16:03,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5447c48c-7b10-4672-8d86-f5d5f17214a6"

2024-12-03T06:16:03,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c588d71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:16:03,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3c6570475b6,33457,-1]
2024-12-03T06:16:03,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T06:16:03,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:16:03,939 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService
2024-12-03T06:16:03,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f0764ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T06:16:03,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T06:16:03,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is e3c6570475b6,33457,1733206437938
2024-12-03T06:16:03,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e664629
2024-12-03T06:16:03,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T06:16:03,942 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService
2024-12-03T06:16:03,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T06:16:03,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3c6570475b6,46261,1733206439994, seqNum=-1]
2024-12-03T06:16:03,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T06:16:03,945 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService
2024-12-03T06:16:03,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T06:16:03,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T06:16:03,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733206461287.d51b0f21362a638b6e4367cd4ec6245b., hostname=e3c6570475b6,46261,1733206439994, seqNum=2]
2024-12-03T06:16:03,966 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261.
2024-12-03T06:16:03,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T06:16:03,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:16:03,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:16:03,966 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T06:16:03,969 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-03T06:16:03,969 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T06:16:03,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:16:03,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:16:03,969 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T06:16:03,969 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0
2024-12-03T06:16:03,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1733206560011.1dcd98b922a4266adaf6c0474f6b5bab., hostname=e3c6570475b6,46261,1733206439994, seqNum=2 , the old value is region=ns2:table2,,1733206560011.1dcd98b922a4266adaf6c0474f6b5bab., hostname=e3c6570475b6,46261,1733206439994, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=e3c6570475b6:46261 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-12-03T06:16:03,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1733206560011.1dcd98b922a4266adaf6c0474f6b5bab., hostname=e3c6570475b6,46261,1733206439994, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-12-03T06:16:03,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1733206560011.1dcd98b922a4266adaf6c0474f6b5bab., hostname=e3c6570475b6,46261,1733206439994, seqNum=2 from cache
2024-12-03T06:16:03,977 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-12-03T06:16:03,987 INFO  [Time-limited test {}] impl.RestoreTablesClient(175): No incremental changes since full backup for 'ns2:test-17332064523531', skipping incremental restore step.
2024-12-03T06:16:03,987 INFO  [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s):
2024-12-03T06:16:03,987 INFO  [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1733206527821 hdfs://localhost:45613/backupUT/backup_1733206527821/ns2/test-17332064523531/
2024-12-03T06:16:03,987 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished
2024-12-03T06:16:03,988 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(217): After incremental restore: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T06:16:03,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] ipc.CallRunner(138): callId: 735 service: ClientService methodName: Scan size: 160 connection: 172.17.0.3:47098 deadline: 1733206623988, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,,1733206539044.62d4e91cd52ae86d00fca648ced7ab5c. is not online on e3c6570475b6,46261,1733206439994
2024-12-03T06:16:03,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1733206539044.62d4e91cd52ae86d00fca648ced7ab5c., hostname=e3c6570475b6,46261,1733206439994, seqNum=2 , the old value is region=table1,,1733206539044.62d4e91cd52ae86d00fca648ced7ab5c., hostname=e3c6570475b6,46261,1733206439994, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1733206539044.62d4e91cd52ae86d00fca648ced7ab5c. is not online on e3c6570475b6,46261,1733206439994
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186)
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T06:16:03,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1733206539044.62d4e91cd52ae86d00fca648ced7ab5c., hostname=e3c6570475b6,46261,1733206439994, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1733206539044.62d4e91cd52ae86d00fca648ced7ab5c. is not online on e3c6570475b6,46261,1733206439994
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186)
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T06:16:03,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1733206539044.62d4e91cd52ae86d00fca648ced7ab5c., hostname=e3c6570475b6,46261,1733206439994, seqNum=2 from cache
2024-12-03T06:16:04,074 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3c6570475b6:46261 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 34 more
2024-12-03T06:16:04,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1733206550789.cab7fde56eeab1b6a540377307b7b316., hostname=e3c6570475b6,46261,1733206439994, seqNum=7]
2024-12-03T06:16:04,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] ipc.CallRunner(138): callId: 739 service: ClientService methodName: Scan size: 170 connection: 172.17.0.3:47098 deadline: 1733206624100, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1733206539044.65fca0a5918c4796b9c82078aae756b1. is not online on e3c6570475b6,46261,1733206439994
2024-12-03T06:16:04,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,row0,1733206539044.65fca0a5918c4796b9c82078aae756b1., hostname=e3c6570475b6,46261,1733206439994, seqNum=2 , the old value is region=table1,row0,1733206539044.65fca0a5918c4796b9c82078aae756b1., hostname=e3c6570475b6,46261,1733206439994, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1733206539044.65fca0a5918c4796b9c82078aae756b1. is not online on e3c6570475b6,46261,1733206439994
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186)
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T06:16:04,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,row0,1733206539044.65fca0a5918c4796b9c82078aae756b1., hostname=e3c6570475b6,46261,1733206439994, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1733206539044.65fca0a5918c4796b9c82078aae756b1. is not online on e3c6570475b6,46261,1733206439994
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186)
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T06:16:04,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,row0,1733206539044.65fca0a5918c4796b9c82078aae756b1., hostname=e3c6570475b6,46261,1733206439994, seqNum=2 from cache
2024-12-03T06:16:04,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1733206550789.1307f34735e005a65e612ccb82e5b68d., hostname=e3c6570475b6,46261,1733206439994, seqNum=7]
2024-12-03T06:16:04,225 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(219): f1 has 198 rows
2024-12-03T06:16:04,231 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(223): f2 has 7 rows
2024-12-03T06:16:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:16:04,253 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return.
2024-12-03T06:16:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:16:04,261 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return.
2024-12-03T06:16:04,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:16:04,263 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return.
2024-12-03T06:16:04,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:16:04,264 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return.
2024-12-03T06:16:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:16:04,266 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return.
2024-12-03T06:16:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T06:16:04,271 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return.
2024-12-03T06:16:04,297 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(227): mob has 111 rows
2024-12-03T06:16:04,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46261 {}] ipc.CallRunner(138): callId: 747 service: ClientService methodName: Scan size: 159 connection: 172.17.0.3:47098 deadline: 1733206624298, exception=org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1733206545319.512553250c71e051fd100ea2cf42312d. is not online on e3c6570475b6,46261,1733206439994
2024-12-03T06:16:04,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1733206545319.512553250c71e051fd100ea2cf42312d., hostname=e3c6570475b6,46261,1733206439994, seqNum=2 , the old value is region=ns2:table2,,1733206545319.512553250c71e051fd100ea2cf42312d., hostname=e3c6570475b6,46261,1733206439994, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1733206545319.512553250c71e051fd100ea2cf42312d. is not online on e3c6570475b6,46261,1733206439994
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186)
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T06:16:04,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1733206545319.512553250c71e051fd100ea2cf42312d., hostname=e3c6570475b6,46261,1733206439994, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1733206545319.512553250c71e051fd100ea2cf42312d. is not online on e3c6570475b6,46261,1733206439994
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186)
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T06:16:04,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1733206545319.512553250c71e051fd100ea2cf42312d., hostname=e3c6570475b6,46261,1733206439994, seqNum=2 from cache
2024-12-03T06:16:04,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1733206560011.1dcd98b922a4266adaf6c0474f6b5bab., hostname=e3c6570475b6,46261,1733206439994, seqNum=2]
2024-12-03T06:16:04,417 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-03T06:16:04,418 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:235)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T06:16:04,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:16:04,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:16:04,418 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T06:16:04,432 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=636 (was 610)
Potentially hanging thread: HFileArchiver-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: WAL-Archive-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/cluster_76cc6dbc-ac7d-5f57-b20b-d17820e1e670/data/data2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/cluster_76cc6dbc-ac7d-5f57-b20b-d17820e1e670/data/data1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-980532765_20 at /127.0.0.1:55410 [Waiting for operation #116]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: rs(e3c6570475b6,46261,1733206439994)-backup-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_COMPACTED_FILES_DISCHARGER-regionserver/e3c6570475b6:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1074642692_20 at /127.0.0.1:58698 [Receiving block BP-1143168277-172.17.0.3-1733206432467:blk_1073741956_1132]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool.commonPool-worker-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: WAL-Archive-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: (e3c6570475b6,33457,1733206437938)-proc-coordinator-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-8
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-9
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1143168277-172.17.0.3-1733206432467:blk_1073741954_1130, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-11
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1143168277-172.17.0.3-1733206432467:blk_1073741955_1131, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: member: 'e3c6570475b6,46261,1733206439994' subprocedure-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'JobTracker' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1074642692_20 at /127.0.0.1:58678 [Receiving block BP-1143168277-172.17.0.3-1733206432467:blk_1073741954_1130]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/e3c6570475b6:0-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-10
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1074642692_20 at /127.0.0.1:58682 [Receiving block BP-1143168277-172.17.0.3-1733206432467:blk_1073741955_1131]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Close-WAL-Writer-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: rs(e3c6570475b6,46261,1733206439994)-backup-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: rs(e3c6570475b6,46261,1733206439994)-backup-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Close-WAL-Writer-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1143168277-172.17.0.3-1733206432467:blk_1073741956_1132, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: WAL-Archive-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: rs(e3c6570475b6,46261,1733206439994)-backup-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Close-WAL-Writer-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=641 (was 631) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=447 (was 520), ProcessCount=14 (was 14), AvailableMemoryMB=4387 (was 5654)
2024-12-03T06:16:04,432 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=636 is superior to 500
2024-12-03T06:16:04,438 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-12-03T06:16:04,438 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-03T06:16:04,438 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T06:16:04,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:16:04,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:16:04,438 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T06:16:04,439 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-12-03T06:16:04,439 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1111098950, stopped=false
2024-12-03T06:16:04,439 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e3c6570475b6,33457,1733206437938
2024-12-03T06:16:04,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running
2024-12-03T06:16:04,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46261-0x10199d3687e0001, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running
2024-12-03T06:16:04,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-03T06:16:04,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46261-0x10199d3687e0001, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-03T06:16:04,501 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-03T06:16:04,502 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running
2024-12-03T06:16:04,502 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-03T06:16:04,502 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46261-0x10199d3687e0001, quorum=127.0.0.1:59168, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running
2024-12-03T06:16:04,502 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T06:16:04,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:16:04,503 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e3c6570475b6,46261,1733206439994' *****
2024-12-03T06:16:04,503 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-12-03T06:16:04,503 INFO  [RS:0;e3c6570475b6:46261 {}] hbase.HBaseServerBase(468): Stop info server
2024-12-03T06:16:04,507 INFO  [RS:0;e3c6570475b6:46261 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@6edb8011{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/regionserver}
2024-12-03T06:16:04,509 INFO  [RS:0;e3c6570475b6:46261 {}] server.AbstractConnector(383): Stopped ServerConnector@581c56a6{HTTP/1.1, (http/1.1)}{0.0.0.0:0}
2024-12-03T06:16:04,509 INFO  [RS:0;e3c6570475b6:46261 {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-03T06:16:04,510 INFO  [RS:0;e3c6570475b6:46261 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@1cdf8417{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,STOPPED}
2024-12-03T06:16:04,510 INFO  [RS:0;e3c6570475b6:46261 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@2df3a35c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop.log.dir/,STOPPED}
2024-12-03T06:16:04,511 INFO  [RS:0;e3c6570475b6:46261 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-03T06:16:04,511 INFO  [RS:0;e3c6570475b6:46261 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-12-03T06:16:04,511 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-03T06:16:04,512 INFO  [RS:0;e3c6570475b6:46261 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully.
2024-12-03T06:16:04,512 INFO  [RS:0;e3c6570475b6:46261 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-12-03T06:16:04,512 INFO  [RS:0;e3c6570475b6:46261 {}] regionserver.HRegionServer(3091): Received CLOSE for 0fc8e072545f89745c5aab3361a5edab
2024-12-03T06:16:04,512 INFO  [RS:0;e3c6570475b6:46261 {}] regionserver.HRegionServer(3091): Received CLOSE for 2c55c039cf559ac3f1c52ba68f0e12fa
2024-12-03T06:16:04,512 INFO  [RS:0;e3c6570475b6:46261 {}] regionserver.HRegionServer(3091): Received CLOSE for d51b0f21362a638b6e4367cd4ec6245b
2024-12-03T06:16:04,512 INFO  [RS:0;e3c6570475b6:46261 {}] regionserver.HRegionServer(3091): Received CLOSE for 1307f34735e005a65e612ccb82e5b68d
2024-12-03T06:16:04,512 INFO  [RS:0;e3c6570475b6:46261 {}] regionserver.HRegionServer(3091): Received CLOSE for 7f33e5975dde248178d056a48f82bb50
2024-12-03T06:16:04,512 INFO  [RS:0;e3c6570475b6:46261 {}] regionserver.HRegionServer(3091): Received CLOSE for c8a0920fb31dde7b32fd7520daa6e14e
2024-12-03T06:16:04,512 INFO  [RS:0;e3c6570475b6:46261 {}] regionserver.HRegionServer(3091): Received CLOSE for cab7fde56eeab1b6a540377307b7b316
2024-12-03T06:16:04,512 INFO  [RS:0;e3c6570475b6:46261 {}] regionserver.HRegionServer(3091): Received CLOSE for 2313eb395c51f8c7dd5b149e1fee94a5
2024-12-03T06:16:04,512 INFO  [RS:0;e3c6570475b6:46261 {}] regionserver.HRegionServer(3091): Received CLOSE for 1dcd98b922a4266adaf6c0474f6b5bab
2024-12-03T06:16:04,512 INFO  [RS:0;e3c6570475b6:46261 {}] regionserver.HRegionServer(959): stopping server e3c6570475b6,46261,1733206439994
2024-12-03T06:16:04,512 INFO  [RS:0;e3c6570475b6:46261 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-03T06:16:04,512 INFO  [RS:0;e3c6570475b6:46261 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e3c6570475b6:46261.
2024-12-03T06:16:04,512 DEBUG [RS:0;e3c6570475b6:46261 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T06:16:04,512 DEBUG [RS:0;e3c6570475b6:46261 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:16:04,512 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0fc8e072545f89745c5aab3361a5edab, disabling compactions & flushes
2024-12-03T06:16:04,512 INFO  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:test-17332064523531,,1733206454558.0fc8e072545f89745c5aab3361a5edab.
2024-12-03T06:16:04,512 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17332064523531,,1733206454558.0fc8e072545f89745c5aab3361a5edab.
2024-12-03T06:16:04,512 INFO  [RS:0;e3c6570475b6:46261 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-03T06:16:04,512 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17332064523531,,1733206454558.0fc8e072545f89745c5aab3361a5edab. after waiting 0 ms
2024-12-03T06:16:04,512 INFO  [RS:0;e3c6570475b6:46261 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-03T06:16:04,512 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17332064523531,,1733206454558.0fc8e072545f89745c5aab3361a5edab.
2024-12-03T06:16:04,512 INFO  [RS:0;e3c6570475b6:46261 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-03T06:16:04,513 INFO  [RS:0;e3c6570475b6:46261 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-12-03T06:16:04,513 INFO  [RS:0;e3c6570475b6:46261 {}] regionserver.HRegionServer(1321): Waiting on 10 regions to close
2024-12-03T06:16:04,513 DEBUG [RS_CLOSE_META-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-03T06:16:04,513 INFO  [RS_CLOSE_META-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-03T06:16:04,513 DEBUG [RS_CLOSE_META-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-03T06:16:04,513 DEBUG [RS_CLOSE_META-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-03T06:16:04,513 DEBUG [RS_CLOSE_META-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-03T06:16:04,513 DEBUG [RS:0;e3c6570475b6:46261 {}] regionserver.HRegionServer(1351): Waiting on 0fc8e072545f89745c5aab3361a5edab, 1307f34735e005a65e612ccb82e5b68d, 1588230740, 1dcd98b922a4266adaf6c0474f6b5bab, 2313eb395c51f8c7dd5b149e1fee94a5, 2c55c039cf559ac3f1c52ba68f0e12fa, 7f33e5975dde248178d056a48f82bb50, c8a0920fb31dde7b32fd7520daa6e14e, cab7fde56eeab1b6a540377307b7b316, d51b0f21362a638b6e4367cd4ec6245b
2024-12-03T06:16:04,513 INFO  [RS_CLOSE_META-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=23.97 KB heapSize=42.40 KB
2024-12-03T06:16:04,516 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/ns2/test-17332064523531/0fc8e072545f89745c5aab3361a5edab/recovered.edits/114.seqid, newMaxSeqId=114, maxSeqId=1
2024-12-03T06:16:04,517 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-12-03T06:16:04,517 INFO  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:test-17332064523531,,1733206454558.0fc8e072545f89745c5aab3361a5edab.
2024-12-03T06:16:04,517 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0fc8e072545f89745c5aab3361a5edab:
Waiting for close lock at 1733206564512Running coprocessor pre-close hooks at 1733206564512Disabling compacts and flushes for region at 1733206564512Disabling writes for close at 1733206564512Writing region close event to WAL at 1733206564513 (+1 ms)Running coprocessor post-close hooks at 1733206564517 (+4 ms)Closed at 1733206564517
2024-12-03T06:16:04,517 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-17332064523531,,1733206454558.0fc8e072545f89745c5aab3361a5edab.
2024-12-03T06:16:04,517 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2c55c039cf559ac3f1c52ba68f0e12fa, disabling compactions & flushes
2024-12-03T06:16:04,517 INFO  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns3:test-17332064523532,,1733206456911.2c55c039cf559ac3f1c52ba68f0e12fa.
2024-12-03T06:16:04,517 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17332064523532,,1733206456911.2c55c039cf559ac3f1c52ba68f0e12fa.
2024-12-03T06:16:04,517 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17332064523532,,1733206456911.2c55c039cf559ac3f1c52ba68f0e12fa. after waiting 0 ms
2024-12-03T06:16:04,517 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17332064523532,,1733206456911.2c55c039cf559ac3f1c52ba68f0e12fa.
2024-12-03T06:16:04,528 INFO  [regionserver/e3c6570475b6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-03T06:16:04,531 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/ns3/test-17332064523532/2c55c039cf559ac3f1c52ba68f0e12fa/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1
2024-12-03T06:16:04,532 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-12-03T06:16:04,532 INFO  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns3:test-17332064523532,,1733206456911.2c55c039cf559ac3f1c52ba68f0e12fa.
2024-12-03T06:16:04,532 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2c55c039cf559ac3f1c52ba68f0e12fa:
Waiting for close lock at 1733206564517Running coprocessor pre-close hooks at 1733206564517Disabling compacts and flushes for region at 1733206564517Disabling writes for close at 1733206564517Writing region close event to WAL at 1733206564517Running coprocessor post-close hooks at 1733206564532 (+15 ms)Closed at 1733206564532
2024-12-03T06:16:04,533 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-17332064523532,,1733206456911.2c55c039cf559ac3f1c52ba68f0e12fa.
2024-12-03T06:16:04,533 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d51b0f21362a638b6e4367cd4ec6245b, disabling compactions & flushes
2024-12-03T06:16:04,533 INFO  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system,,1733206461287.d51b0f21362a638b6e4367cd4ec6245b.
2024-12-03T06:16:04,533 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1733206461287.d51b0f21362a638b6e4367cd4ec6245b.
2024-12-03T06:16:04,533 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1733206461287.d51b0f21362a638b6e4367cd4ec6245b. after waiting 0 ms
2024-12-03T06:16:04,533 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1733206461287.d51b0f21362a638b6e4367cd4ec6245b.
2024-12-03T06:16:04,533 INFO  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d51b0f21362a638b6e4367cd4ec6245b 2/2 column families, dataSize=2.12 KB heapSize=3.43 KB
2024-12-03T06:16:04,537 DEBUG [RS_CLOSE_META-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/hbase/meta/1588230740/.tmp/info/9cd013036f48467b9d871b27a6542009 is 159, key is ns2:test-17332064523531,,1733206454558.0fc8e072545f89745c5aab3361a5edab./info:regioninfo/1733206455948/Put/seqid=0
2024-12-03T06:16:04,540 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/.tmp/meta/17af3be10f0747de966f0b5b7f854e59 is 158, key is trslm:hdfs://localhost:45613/backupUT\x00ns2:test-17332064523531/meta:log-roll-map/1733206538542/Put/seqid=0
2024-12-03T06:16:04,547 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741996_1172 (size=19093)
2024-12-03T06:16:04,548 INFO  [RS_CLOSE_META-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.86 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/hbase/meta/1588230740/.tmp/info/9cd013036f48467b9d871b27a6542009
2024-12-03T06:16:04,548 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741997_1173 (size=6208)
2024-12-03T06:16:04,569 DEBUG [RS_CLOSE_META-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/hbase/meta/1588230740/.tmp/ns/a81700cb2f7e4419a3ebd2218ba525c5 is 85, key is ns2:table2,,1733206545319.512553250c71e051fd100ea2cf42312d./ns:/1733206560013/DeleteFamily/seqid=0
2024-12-03T06:16:04,573 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741998_1174 (size=5760)
2024-12-03T06:16:04,713 DEBUG [RS:0;e3c6570475b6:46261 {}] regionserver.HRegionServer(1351): Waiting on 1307f34735e005a65e612ccb82e5b68d, 1588230740, 1dcd98b922a4266adaf6c0474f6b5bab, 2313eb395c51f8c7dd5b149e1fee94a5, 7f33e5975dde248178d056a48f82bb50, c8a0920fb31dde7b32fd7520daa6e14e, cab7fde56eeab1b6a540377307b7b316, d51b0f21362a638b6e4367cd4ec6245b
2024-12-03T06:16:04,744 INFO  [regionserver/e3c6570475b6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-12-03T06:16:04,744 INFO  [regionserver/e3c6570475b6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-12-03T06:16:04,914 DEBUG [RS:0;e3c6570475b6:46261 {}] regionserver.HRegionServer(1351): Waiting on 1307f34735e005a65e612ccb82e5b68d, 1588230740, 1dcd98b922a4266adaf6c0474f6b5bab, 2313eb395c51f8c7dd5b149e1fee94a5, 7f33e5975dde248178d056a48f82bb50, c8a0920fb31dde7b32fd7520daa6e14e, cab7fde56eeab1b6a540377307b7b316, d51b0f21362a638b6e4367cd4ec6245b
2024-12-03T06:16:04,950 INFO  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=944 B at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/.tmp/meta/17af3be10f0747de966f0b5b7f854e59
2024-12-03T06:16:04,965 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/.tmp/session/276d713bb0d648a1aa4d48cec4270500 is 588, key is session:backup_1733206527821/session:context/1733206538978/Put/seqid=0
2024-12-03T06:16:04,968 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741999_1175 (size=5689)
2024-12-03T06:16:04,973 INFO  [RS_CLOSE_META-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=474 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/hbase/meta/1588230740/.tmp/ns/a81700cb2f7e4419a3ebd2218ba525c5
2024-12-03T06:16:04,991 DEBUG [RS_CLOSE_META-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/hbase/meta/1588230740/.tmp/rep_barrier/94401c99952a43888ed82ddae0fcb63c is 94, key is ns2:table2,,1733206545319.512553250c71e051fd100ea2cf42312d./rep_barrier:/1733206560013/DeleteFamily/seqid=0
2024-12-03T06:16:04,995 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073742000_1176 (size=5640)
2024-12-03T06:16:05,114 DEBUG [RS:0;e3c6570475b6:46261 {}] regionserver.HRegionServer(1351): Waiting on 1307f34735e005a65e612ccb82e5b68d, 1588230740, 1dcd98b922a4266adaf6c0474f6b5bab, 2313eb395c51f8c7dd5b149e1fee94a5, 7f33e5975dde248178d056a48f82bb50, c8a0920fb31dde7b32fd7520daa6e14e, cab7fde56eeab1b6a540377307b7b316, d51b0f21362a638b6e4367cd4ec6245b
2024-12-03T06:16:05,314 DEBUG [RS:0;e3c6570475b6:46261 {}] regionserver.HRegionServer(1351): Waiting on 1307f34735e005a65e612ccb82e5b68d, 1588230740, 1dcd98b922a4266adaf6c0474f6b5bab, 2313eb395c51f8c7dd5b149e1fee94a5, 7f33e5975dde248178d056a48f82bb50, c8a0920fb31dde7b32fd7520daa6e14e, cab7fde56eeab1b6a540377307b7b316, d51b0f21362a638b6e4367cd4ec6245b
2024-12-03T06:16:05,369 INFO  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.20 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/.tmp/session/276d713bb0d648a1aa4d48cec4270500
2024-12-03T06:16:05,375 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/.tmp/meta/17af3be10f0747de966f0b5b7f854e59 as hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/meta/17af3be10f0747de966f0b5b7f854e59
2024-12-03T06:16:05,380 INFO  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/meta/17af3be10f0747de966f0b5b7f854e59, entries=7, sequenceid=52, filesize=6.1 K
2024-12-03T06:16:05,381 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/.tmp/session/276d713bb0d648a1aa4d48cec4270500 as hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/session/276d713bb0d648a1aa4d48cec4270500
2024-12-03T06:16:05,387 INFO  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/session/276d713bb0d648a1aa4d48cec4270500, entries=2, sequenceid=52, filesize=5.6 K
2024-12-03T06:16:05,388 INFO  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for d51b0f21362a638b6e4367cd4ec6245b in 855ms, sequenceid=52, compaction requested=true
2024-12-03T06:16:05,391 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system/d51b0f21362a638b6e4367cd4ec6245b/recovered.edits/55.seqid, newMaxSeqId=55, maxSeqId=1
2024-12-03T06:16:05,392 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-12-03T06:16:05,392 INFO  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system,,1733206461287.d51b0f21362a638b6e4367cd4ec6245b.
2024-12-03T06:16:05,392 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d51b0f21362a638b6e4367cd4ec6245b:
Waiting for close lock at 1733206564533Running coprocessor pre-close hooks at 1733206564533Disabling compacts and flushes for region at 1733206564533Disabling writes for close at 1733206564533Obtaining lock to block concurrent updates at 1733206564533Preparing flush snapshotting stores in d51b0f21362a638b6e4367cd4ec6245b at 1733206564533Finished memstore snapshotting backup:system,,1733206461287.d51b0f21362a638b6e4367cd4ec6245b., syncing WAL and waiting on mvcc, flushsize=dataSize=2170, getHeapSize=3480, getOffHeapSize=0, getCellsCount=11 at 1733206564534 (+1 ms)Flushing stores of backup:system,,1733206461287.d51b0f21362a638b6e4367cd4ec6245b. at 1733206564534Flushing d51b0f21362a638b6e4367cd4ec6245b/meta: creating writer at 1733206564534Flushing d51b0f21362a638b6e4367cd4ec6245b/meta: appending metadata at 1733206564540 (+6 ms)Flushing d51b0f21362a638b6e4367cd4ec6245b/meta: closing flushed file at 1733206564540Flushing d51b0f21362a638b6e4367cd4ec6245b/session: creating writer at 1733206564962 (+422 ms)Flushing d51b0f21362a638b6e4367cd4ec6245b/session: appending metadata at 1733206564964 (+2 ms)Flushing d51b0f21362a638b6e4367cd4ec6245b/session: closing flushed file at 1733206564964Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42fcf1de: reopening flushed file at 1733206565374 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54965244: reopening flushed file at 1733206565380 (+6 ms)Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for d51b0f21362a638b6e4367cd4ec6245b in 855ms, sequenceid=52, compaction requested=true at 1733206565388 (+8 ms)Writing region close event to WAL at 1733206565389 (+1 ms)Running coprocessor post-close hooks at 1733206565392 (+3 ms)Closed at 1733206565392
2024-12-03T06:16:05,392 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1733206461287.d51b0f21362a638b6e4367cd4ec6245b.
2024-12-03T06:16:05,392 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1307f34735e005a65e612ccb82e5b68d, disabling compactions & flushes
2024-12-03T06:16:05,392 INFO  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,row0,1733206550789.1307f34735e005a65e612ccb82e5b68d.
2024-12-03T06:16:05,392 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1733206550789.1307f34735e005a65e612ccb82e5b68d.
2024-12-03T06:16:05,392 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1733206550789.1307f34735e005a65e612ccb82e5b68d. after waiting 0 ms
2024-12-03T06:16:05,392 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1733206550789.1307f34735e005a65e612ccb82e5b68d.
2024-12-03T06:16:05,396 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/1307f34735e005a65e612ccb82e5b68d/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=6
2024-12-03T06:16:05,396 INFO  [RS_CLOSE_META-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=266 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/hbase/meta/1588230740/.tmp/rep_barrier/94401c99952a43888ed82ddae0fcb63c
2024-12-03T06:16:05,396 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-12-03T06:16:05,396 INFO  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,row0,1733206550789.1307f34735e005a65e612ccb82e5b68d.
2024-12-03T06:16:05,396 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1307f34735e005a65e612ccb82e5b68d:
Waiting for close lock at 1733206565392Running coprocessor pre-close hooks at 1733206565392Disabling compacts and flushes for region at 1733206565392Disabling writes for close at 1733206565392Writing region close event to WAL at 1733206565393 (+1 ms)Running coprocessor post-close hooks at 1733206565396 (+3 ms)Closed at 1733206565396
2024-12-03T06:16:05,396 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,row0,1733206550789.1307f34735e005a65e612ccb82e5b68d.
2024-12-03T06:16:05,396 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7f33e5975dde248178d056a48f82bb50, disabling compactions & flushes
2024-12-03T06:16:05,396 INFO  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns4:test-17332064523533,,1733206458064.7f33e5975dde248178d056a48f82bb50.
2024-12-03T06:16:05,396 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17332064523533,,1733206458064.7f33e5975dde248178d056a48f82bb50.
2024-12-03T06:16:05,396 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17332064523533,,1733206458064.7f33e5975dde248178d056a48f82bb50. after waiting 0 ms
2024-12-03T06:16:05,396 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17332064523533,,1733206458064.7f33e5975dde248178d056a48f82bb50.
2024-12-03T06:16:05,399 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/ns4/test-17332064523533/7f33e5975dde248178d056a48f82bb50/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1
2024-12-03T06:16:05,400 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-12-03T06:16:05,400 INFO  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns4:test-17332064523533,,1733206458064.7f33e5975dde248178d056a48f82bb50.
2024-12-03T06:16:05,400 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7f33e5975dde248178d056a48f82bb50:
Waiting for close lock at 1733206565396Running coprocessor pre-close hooks at 1733206565396Disabling compacts and flushes for region at 1733206565396Disabling writes for close at 1733206565396Writing region close event to WAL at 1733206565397 (+1 ms)Running coprocessor post-close hooks at 1733206565400 (+3 ms)Closed at 1733206565400
2024-12-03T06:16:05,400 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-17332064523533,,1733206458064.7f33e5975dde248178d056a48f82bb50.
2024-12-03T06:16:05,400 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c8a0920fb31dde7b32fd7520daa6e14e, disabling compactions & flushes
2024-12-03T06:16:05,400 INFO  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1733206463486.c8a0920fb31dde7b32fd7520daa6e14e.
2024-12-03T06:16:05,400 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1733206463486.c8a0920fb31dde7b32fd7520daa6e14e.
2024-12-03T06:16:05,400 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1733206463486.c8a0920fb31dde7b32fd7520daa6e14e. after waiting 0 ms
2024-12-03T06:16:05,400 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1733206463486.c8a0920fb31dde7b32fd7520daa6e14e.
2024-12-03T06:16:05,404 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/backup/system_bulk/c8a0920fb31dde7b32fd7520daa6e14e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1
2024-12-03T06:16:05,404 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-12-03T06:16:05,404 INFO  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system_bulk,,1733206463486.c8a0920fb31dde7b32fd7520daa6e14e.
2024-12-03T06:16:05,404 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c8a0920fb31dde7b32fd7520daa6e14e:
Waiting for close lock at 1733206565400Running coprocessor pre-close hooks at 1733206565400Disabling compacts and flushes for region at 1733206565400Disabling writes for close at 1733206565400Writing region close event to WAL at 1733206565401 (+1 ms)Running coprocessor post-close hooks at 1733206565404 (+3 ms)Closed at 1733206565404
2024-12-03T06:16:05,404 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1733206463486.c8a0920fb31dde7b32fd7520daa6e14e.
2024-12-03T06:16:05,404 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cab7fde56eeab1b6a540377307b7b316, disabling compactions & flushes
2024-12-03T06:16:05,404 INFO  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,,1733206550789.cab7fde56eeab1b6a540377307b7b316.
2024-12-03T06:16:05,404 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1733206550789.cab7fde56eeab1b6a540377307b7b316.
2024-12-03T06:16:05,404 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,,1733206550789.cab7fde56eeab1b6a540377307b7b316. after waiting 0 ms
2024-12-03T06:16:05,404 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,,1733206550789.cab7fde56eeab1b6a540377307b7b316.
2024-12-03T06:16:05,415 DEBUG [RS_CLOSE_META-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/hbase/meta/1588230740/.tmp/table/1605be27bf824c31875beebbe31ab6cd is 88, key is ns2:table2,,1733206545319.512553250c71e051fd100ea2cf42312d./table:/1733206560013/DeleteFamily/seqid=0
2024-12-03T06:16:05,417 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/table1/cab7fde56eeab1b6a540377307b7b316/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=6
2024-12-03T06:16:05,421 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-12-03T06:16:05,421 INFO  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,,1733206550789.cab7fde56eeab1b6a540377307b7b316.
2024-12-03T06:16:05,421 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cab7fde56eeab1b6a540377307b7b316:
Waiting for close lock at 1733206565404Running coprocessor pre-close hooks at 1733206565404Disabling compacts and flushes for region at 1733206565404Disabling writes for close at 1733206565404Writing region close event to WAL at 1733206565412 (+8 ms)Running coprocessor post-close hooks at 1733206565421 (+9 ms)Closed at 1733206565421
2024-12-03T06:16:05,421 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,,1733206550789.cab7fde56eeab1b6a540377307b7b316.
2024-12-03T06:16:05,421 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2313eb395c51f8c7dd5b149e1fee94a5, disabling compactions & flushes
2024-12-03T06:16:05,421 INFO  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5.
2024-12-03T06:16:05,421 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5.
2024-12-03T06:16:05,421 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5. after waiting 0 ms
2024-12-03T06:16:05,421 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5.
2024-12-03T06:16:05,421 INFO  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2313eb395c51f8c7dd5b149e1fee94a5 3/3 column families, dataSize=378 B heapSize=1.63 KB
2024-12-03T06:16:05,424 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073742001_1177 (size=6364)
2024-12-03T06:16:05,428 INFO  [RS_CLOSE_META-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.39 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/hbase/meta/1588230740/.tmp/table/1605be27bf824c31875beebbe31ab6cd
2024-12-03T06:16:05,436 DEBUG [RS_CLOSE_META-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/hbase/meta/1588230740/.tmp/info/9cd013036f48467b9d871b27a6542009 as hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/hbase/meta/1588230740/info/9cd013036f48467b9d871b27a6542009
2024-12-03T06:16:05,442 INFO  [RS_CLOSE_META-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/hbase/meta/1588230740/info/9cd013036f48467b9d871b27a6542009, entries=114, sequenceid=97, filesize=18.6 K
2024-12-03T06:16:05,443 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/.tmp/f2/2e99039e4b3d4845a0728d9da79ee1f9 is 58, key is row-test-1733206452353-2-0/f2:q1/1733206522812/Put/seqid=0
2024-12-03T06:16:05,444 DEBUG [RS_CLOSE_META-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/hbase/meta/1588230740/.tmp/ns/a81700cb2f7e4419a3ebd2218ba525c5 as hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/hbase/meta/1588230740/ns/a81700cb2f7e4419a3ebd2218ba525c5
2024-12-03T06:16:05,450 INFO  [RS_CLOSE_META-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/hbase/meta/1588230740/ns/a81700cb2f7e4419a3ebd2218ba525c5, entries=10, sequenceid=97, filesize=5.6 K
2024-12-03T06:16:05,451 DEBUG [RS_CLOSE_META-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/hbase/meta/1588230740/.tmp/rep_barrier/94401c99952a43888ed82ddae0fcb63c as hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/hbase/meta/1588230740/rep_barrier/94401c99952a43888ed82ddae0fcb63c
2024-12-03T06:16:05,452 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073742002_1178 (size=5464)
2024-12-03T06:16:05,457 INFO  [RS_CLOSE_META-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/hbase/meta/1588230740/rep_barrier/94401c99952a43888ed82ddae0fcb63c, entries=3, sequenceid=97, filesize=5.5 K
2024-12-03T06:16:05,458 DEBUG [RS_CLOSE_META-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/hbase/meta/1588230740/.tmp/table/1605be27bf824c31875beebbe31ab6cd as hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/hbase/meta/1588230740/table/1605be27bf824c31875beebbe31ab6cd
2024-12-03T06:16:05,463 INFO  [RS_CLOSE_META-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/hbase/meta/1588230740/table/1605be27bf824c31875beebbe31ab6cd, entries=21, sequenceid=97, filesize=6.2 K
2024-12-03T06:16:05,464 INFO  [RS_CLOSE_META-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 951ms, sequenceid=97, compaction requested=false
2024-12-03T06:16:05,468 DEBUG [RS_CLOSE_META-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/hbase/meta/1588230740/recovered.edits/100.seqid, newMaxSeqId=100, maxSeqId=1
2024-12-03T06:16:05,469 DEBUG [RS_CLOSE_META-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-12-03T06:16:05,469 DEBUG [RS_CLOSE_META-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-03T06:16:05,469 INFO  [RS_CLOSE_META-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-03T06:16:05,469 DEBUG [RS_CLOSE_META-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733206564513Running coprocessor pre-close hooks at 1733206564513Disabling compacts and flushes for region at 1733206564513Disabling writes for close at 1733206564513Obtaining lock to block concurrent updates at 1733206564513Preparing flush snapshotting stores in 1588230740 at 1733206564513Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=24544, getHeapSize=43352, getOffHeapSize=0, getCellsCount=235 at 1733206564514 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733206564514Flushing 1588230740/info: creating writer at 1733206564514Flushing 1588230740/info: appending metadata at 1733206564537 (+23 ms)Flushing 1588230740/info: closing flushed file at 1733206564537Flushing 1588230740/ns: creating writer at 1733206564554 (+17 ms)Flushing 1588230740/ns: appending metadata at 1733206564568 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733206564568Flushing 1588230740/rep_barrier: creating writer at 1733206564977 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733206564991 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733206564991Flushing 1588230740/table: creating writer at 1733206565400 (+409 ms)Flushing 1588230740/table: appending metadata at 1733206565415 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733206565415Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f654b70: reopening flushed file at 1733206565435 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ea5f850: reopening flushed file at 1733206565442 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16e23042: reopening flushed file at 1733206565450 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41ee024e: reopening flushed file at 1733206565457 (+7 ms)Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 951ms, sequenceid=97, compaction requested=false at 1733206565464 (+7 ms)Writing region close event to WAL at 1733206565466 (+2 ms)Running coprocessor post-close hooks at 1733206565469 (+3 ms)Closed at 1733206565469
2024-12-03T06:16:05,469 DEBUG [RS_CLOSE_META-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-12-03T06:16:05,514 INFO  [RS:0;e3c6570475b6:46261 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-12-03T06:16:05,515 DEBUG [RS:0;e3c6570475b6:46261 {}] regionserver.HRegionServer(1325): Online Regions={2313eb395c51f8c7dd5b149e1fee94a5=test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5., 1dcd98b922a4266adaf6c0474f6b5bab=ns2:table2,,1733206560011.1dcd98b922a4266adaf6c0474f6b5bab.}
2024-12-03T06:16:05,515 DEBUG [RS:0;e3c6570475b6:46261 {}] regionserver.HRegionServer(1351): Waiting on 1dcd98b922a4266adaf6c0474f6b5bab, 2313eb395c51f8c7dd5b149e1fee94a5
2024-12-03T06:16:05,715 DEBUG [RS:0;e3c6570475b6:46261 {}] regionserver.HRegionServer(1351): Waiting on 1dcd98b922a4266adaf6c0474f6b5bab, 2313eb395c51f8c7dd5b149e1fee94a5
2024-12-03T06:16:05,851 INFO  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=378 B at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/.tmp/f2/2e99039e4b3d4845a0728d9da79ee1f9
2024-12-03T06:16:05,860 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/.tmp/f2/2e99039e4b3d4845a0728d9da79ee1f9 as hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/f2/2e99039e4b3d4845a0728d9da79ee1f9
2024-12-03T06:16:05,868 INFO  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/f2/2e99039e4b3d4845a0728d9da79ee1f9, entries=7, sequenceid=348, filesize=5.3 K
2024-12-03T06:16:05,869 INFO  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 2313eb395c51f8c7dd5b149e1fee94a5 in 448ms, sequenceid=348, compaction requested=false
2024-12-03T06:16:05,895 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/default/test-1733206452353/2313eb395c51f8c7dd5b149e1fee94a5/recovered.edits/351.seqid, newMaxSeqId=351, maxSeqId=337
2024-12-03T06:16:05,895 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-12-03T06:16:05,895 INFO  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5.
2024-12-03T06:16:05,896 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2313eb395c51f8c7dd5b149e1fee94a5:
Waiting for close lock at 1733206565421Running coprocessor pre-close hooks at 1733206565421Disabling compacts and flushes for region at 1733206565421Disabling writes for close at 1733206565421Obtaining lock to block concurrent updates at 1733206565421Preparing flush snapshotting stores in 2313eb395c51f8c7dd5b149e1fee94a5 at 1733206565421Finished memstore snapshotting test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5., syncing WAL and waiting on mvcc, flushsize=dataSize=378, getHeapSize=1616, getOffHeapSize=0, getCellsCount=7 at 1733206565421Flushing stores of test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5. at 1733206565422 (+1 ms)Flushing 2313eb395c51f8c7dd5b149e1fee94a5/f2: creating writer at 1733206565422Flushing 2313eb395c51f8c7dd5b149e1fee94a5/f2: appending metadata at 1733206565442 (+20 ms)Flushing 2313eb395c51f8c7dd5b149e1fee94a5/f2: closing flushed file at 1733206565442Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@693063d2: reopening flushed file at 1733206565858 (+416 ms)Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 2313eb395c51f8c7dd5b149e1fee94a5 in 448ms, sequenceid=348, compaction requested=false at 1733206565869 (+11 ms)Writing region close event to WAL at 1733206565880 (+11 ms)Running coprocessor post-close hooks at 1733206565895 (+15 ms)Closed at 1733206565895
2024-12-03T06:16:05,896 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1733206452353,,1733206452883.2313eb395c51f8c7dd5b149e1fee94a5.
2024-12-03T06:16:05,896 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1dcd98b922a4266adaf6c0474f6b5bab, disabling compactions & flushes
2024-12-03T06:16:05,896 INFO  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:table2,,1733206560011.1dcd98b922a4266adaf6c0474f6b5bab.
2024-12-03T06:16:05,896 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1733206560011.1dcd98b922a4266adaf6c0474f6b5bab.
2024-12-03T06:16:05,896 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1733206560011.1dcd98b922a4266adaf6c0474f6b5bab. after waiting 0 ms
2024-12-03T06:16:05,896 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1733206560011.1dcd98b922a4266adaf6c0474f6b5bab.
2024-12-03T06:16:05,900 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/data/ns2/table2/1dcd98b922a4266adaf6c0474f6b5bab/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1
2024-12-03T06:16:05,900 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-12-03T06:16:05,901 INFO  [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:table2,,1733206560011.1dcd98b922a4266adaf6c0474f6b5bab.
2024-12-03T06:16:05,901 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1dcd98b922a4266adaf6c0474f6b5bab:
Waiting for close lock at 1733206565896Running coprocessor pre-close hooks at 1733206565896Disabling compacts and flushes for region at 1733206565896Disabling writes for close at 1733206565896Writing region close event to WAL at 1733206565896Running coprocessor post-close hooks at 1733206565900 (+4 ms)Closed at 1733206565901 (+1 ms)
2024-12-03T06:16:05,901 DEBUG [RS_CLOSE_REGION-regionserver/e3c6570475b6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:table2,,1733206560011.1dcd98b922a4266adaf6c0474f6b5bab.
2024-12-03T06:16:05,915 INFO  [RS:0;e3c6570475b6:46261 {}] regionserver.HRegionServer(976): stopping server e3c6570475b6,46261,1733206439994; all regions closed.
2024-12-03T06:16:05,919 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741956_1132 (size=16160)
2024-12-03T06:16:05,927 DEBUG [RS:0;e3c6570475b6:46261 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/oldWALs
2024-12-03T06:16:05,927 INFO  [RS:0;e3c6570475b6:46261 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e3c6570475b6%2C46261%2C1733206439994.meta:.meta(num 1733206530446)
2024-12-03T06:16:05,930 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/WALs/e3c6570475b6,46261,1733206439994/e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-0.1733206530426 not finished, retry = 0
2024-12-03T06:16:05,932 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741955_1131 (size=4448)
2024-12-03T06:16:06,033 DEBUG [RS:0;e3c6570475b6:46261 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/oldWALs
2024-12-03T06:16:06,033 INFO  [RS:0;e3c6570475b6:46261 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-0:(num 1733206530426)
2024-12-03T06:16:06,036 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741954_1130 (size=7600)
2024-12-03T06:16:06,040 DEBUG [RS:0;e3c6570475b6:46261 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/oldWALs
2024-12-03T06:16:06,040 INFO  [RS:0;e3c6570475b6:46261 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e3c6570475b6%2C46261%2C1733206439994.e3c6570475b6%2C46261%2C1733206439994.regiongroup-1:(num 1733206530405)
2024-12-03T06:16:06,040 DEBUG [RS:0;e3c6570475b6:46261 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:16:06,040 INFO  [RS:0;e3c6570475b6:46261 {}] regionserver.LeaseManager(133): Closed leases
2024-12-03T06:16:06,040 INFO  [RS:0;e3c6570475b6:46261 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-03T06:16:06,041 INFO  [RS:0;e3c6570475b6:46261 {}] hbase.ChoreService(370): Chore service for: regionserver/e3c6570475b6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-12-03T06:16:06,041 INFO  [regionserver/e3c6570475b6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-03T06:16:06,041 INFO  [RS:0;e3c6570475b6:46261 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-03T06:16:06,043 INFO  [RS:0;e3c6570475b6:46261 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46261
2024-12-03T06:16:06,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46261-0x10199d3687e0001, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/e3c6570475b6,46261,1733206439994
2024-12-03T06:16:06,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs
2024-12-03T06:16:06,113 INFO  [RS:0;e3c6570475b6:46261 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-03T06:16:06,114 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e3c6570475b6,46261,1733206439994]
2024-12-03T06:16:06,126 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1/draining/e3c6570475b6,46261,1733206439994 already deleted, retry=false
2024-12-03T06:16:06,126 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e3c6570475b6,46261,1733206439994 expired; onlineServers=0
2024-12-03T06:16:06,127 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e3c6570475b6,33457,1733206437938' *****
2024-12-03T06:16:06,127 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-12-03T06:16:06,127 INFO  [M:0;e3c6570475b6:33457 {}] hbase.HBaseServerBase(468): Stop info server
2024-12-03T06:16:06,135 INFO  [M:0;e3c6570475b6:33457 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@4ee8b4df{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/master}
2024-12-03T06:16:06,137 INFO  [M:0;e3c6570475b6:33457 {}] server.AbstractConnector(383): Stopped ServerConnector@7c6a61ce{HTTP/1.1, (http/1.1)}{0.0.0.0:0}
2024-12-03T06:16:06,137 INFO  [M:0;e3c6570475b6:33457 {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-03T06:16:06,137 INFO  [M:0;e3c6570475b6:33457 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@661a6272{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,STOPPED}
2024-12-03T06:16:06,138 INFO  [M:0;e3c6570475b6:33457 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@193f1589{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop.log.dir/,STOPPED}
2024-12-03T06:16:06,139 INFO  [M:0;e3c6570475b6:33457 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-03T06:16:06,139 INFO  [M:0;e3c6570475b6:33457 {}] master.HMaster(1770): Stopping master jetty server
2024-12-03T06:16:06,140 INFO  [M:0;e3c6570475b6:33457 {}] server.AbstractConnector(383): Stopped ServerConnector@749caa79{HTTP/1.1, (http/1.1)}{0.0.0.0:0}
2024-12-03T06:16:06,141 INFO  [M:0;e3c6570475b6:33457 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-03T06:16:06,141 DEBUG [M:0;e3c6570475b6:33457 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-12-03T06:16:06,141 INFO  [M:0;e3c6570475b6:33457 {}] master.BackupLogCleaner(194): Stopping BackupLogCleaner
2024-12-03T06:16:06,141 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-12-03T06:16:06,141 INFO  [M:0;e3c6570475b6:33457 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:0;e3c6570475b6:33457.
2024-12-03T06:16:06,141 DEBUG [master/e3c6570475b6:0:becomeActiveMaster-HFileCleaner.large.0-1733206443539 {}] cleaner.HFileCleaner(306): Exit Thread[master/e3c6570475b6:0:becomeActiveMaster-HFileCleaner.large.0-1733206443539,5,FailOnTimeoutGroup]
2024-12-03T06:16:06,141 DEBUG [master/e3c6570475b6:0:becomeActiveMaster-HFileCleaner.small.0-1733206443545 {}] cleaner.HFileCleaner(306): Exit Thread[master/e3c6570475b6:0:becomeActiveMaster-HFileCleaner.small.0-1733206443545,5,FailOnTimeoutGroup]
2024-12-03T06:16:06,141 DEBUG [M:0;e3c6570475b6:33457 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupHFileCleaner.stop(BackupHFileCleaner.java:156)
    at org.apache.hadoop.hbase.master.cleaner.CleanerChore.cleanup(CleanerChore.java:444)
    at org.apache.hadoop.hbase.master.cleaner.HFileCleaner.cleanup(HFileCleaner.java:239)
    at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:333)
    at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:322)
    at org.apache.hadoop.hbase.master.HMaster.stopChores(HMaster.java:1923)
    at org.apache.hadoop.hbase.HBaseServerBase.stopChoreService(HBaseServerBase.java:439)
    at org.apache.hadoop.hbase.master.HMaster.stopServiceThreads(HMaster.java:1777)
    at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:631)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T06:16:06,141 DEBUG [M:0;e3c6570475b6:33457 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:16:06,142 DEBUG [M:0;e3c6570475b6:33457 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T06:16:06,142 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T06:16:06,142 DEBUG [M:0;e3c6570475b6:33457 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-12-03T06:16:06,142 INFO  [M:0;e3c6570475b6:33457 {}] hbase.ChoreService(370): Chore service for: master/e3c6570475b6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-12-03T06:16:06,142 INFO  [M:0;e3c6570475b6:33457 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-03T06:16:06,142 DEBUG [M:0;e3c6570475b6:33457 {}] master.HMaster(1795): Stopping service threads
2024-12-03T06:16:06,142 INFO  [M:0;e3c6570475b6:33457 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-12-03T06:16:06,143 INFO  [M:0;e3c6570475b6:33457 {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-03T06:16:06,143 ERROR [M:0;e3c6570475b6:33457 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT
java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10]
    Thread[HFileArchiver-1,5,PEWorkerGroup]
    Thread[HFileArchiver-2,5,PEWorkerGroup]
    Thread[HFileArchiver-3,5,PEWorkerGroup]
2024-12-03T06:16:06,144 INFO  [M:0;e3c6570475b6:33457 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-12-03T06:16:06,144 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-12-03T06:16:06,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master
2024-12-03T06:16:06,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-03T06:16:06,148 DEBUG [M:0;e3c6570475b6:33457 {}] zookeeper.ZKUtil(347): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error)
2024-12-03T06:16:06,148 WARN  [M:0;e3c6570475b6:33457 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-12-03T06:16:06,149 INFO  [M:0;e3c6570475b6:33457 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/.lastflushedseqids
2024-12-03T06:16:06,164 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073742003_1179 (size=761)
2024-12-03T06:16:06,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46261-0x10199d3687e0001, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-03T06:16:06,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46261-0x10199d3687e0001, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-03T06:16:06,237 INFO  [RS:0;e3c6570475b6:46261 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-03T06:16:06,238 INFO  [RS:0;e3c6570475b6:46261 {}] regionserver.HRegionServer(1031): Exiting; stopping=e3c6570475b6,46261,1733206439994; zookeeper connection closed.
2024-12-03T06:16:06,238 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@76de0900 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@76de0900
2024-12-03T06:16:06,238 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-12-03T06:16:06,565 INFO  [M:0;e3c6570475b6:33457 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-12-03T06:16:06,565 INFO  [M:0;e3c6570475b6:33457 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-12-03T06:16:06,565 DEBUG [M:0;e3c6570475b6:33457 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-03T06:16:06,584 INFO  [M:0;e3c6570475b6:33457 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T06:16:06,584 DEBUG [M:0;e3c6570475b6:33457 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T06:16:06,584 DEBUG [M:0;e3c6570475b6:33457 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-03T06:16:06,584 DEBUG [M:0;e3c6570475b6:33457 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T06:16:06,585 INFO  [M:0;e3c6570475b6:33457 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=441.47 KB heapSize=518.51 KB
2024-12-03T06:16:06,602 DEBUG [M:0;e3c6570475b6:33457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4b2915daffc94c008f8a263f1e5d5feb is 82, key is hbase:meta,,1/info:regioninfo/1733206444973/Put/seqid=0
2024-12-03T06:16:06,606 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073742004_1180 (size=5672)
2024-12-03T06:16:07,007 INFO  [M:0;e3c6570475b6:33457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=908 (bloomFilter=true), to=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4b2915daffc94c008f8a263f1e5d5feb
2024-12-03T06:16:07,029 DEBUG [M:0;e3c6570475b6:33457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/750b8ac660a54c1bb121b83fc9db3087 is 2202, key is \x00\x00\x00\x00\x00\x00\x00Q/proc:d/1733206556720/Put/seqid=0
2024-12-03T06:16:07,041 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073742005_1181 (size=30171)
2024-12-03T06:16:07,439 INFO  [M:0;e3c6570475b6:33457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=440.92 KB at sequenceid=908 (bloomFilter=true), to=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/750b8ac660a54c1bb121b83fc9db3087
2024-12-03T06:16:07,444 INFO  [M:0;e3c6570475b6:33457 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 750b8ac660a54c1bb121b83fc9db3087
2024-12-03T06:16:07,465 DEBUG [M:0;e3c6570475b6:33457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/33a2932676b24f1ca3e87d6af782899d is 69, key is e3c6570475b6,46261,1733206439994/rs:state/1733206443633/Put/seqid=0
2024-12-03T06:16:07,470 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073742006_1182 (size=5156)
2024-12-03T06:16:07,870 INFO  [M:0;e3c6570475b6:33457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=908 (bloomFilter=true), to=hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/33a2932676b24f1ca3e87d6af782899d
2024-12-03T06:16:07,875 DEBUG [M:0;e3c6570475b6:33457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4b2915daffc94c008f8a263f1e5d5feb as hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4b2915daffc94c008f8a263f1e5d5feb
2024-12-03T06:16:07,880 INFO  [M:0;e3c6570475b6:33457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4b2915daffc94c008f8a263f1e5d5feb, entries=8, sequenceid=908, filesize=5.5 K
2024-12-03T06:16:07,881 DEBUG [M:0;e3c6570475b6:33457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/750b8ac660a54c1bb121b83fc9db3087 as hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/750b8ac660a54c1bb121b83fc9db3087
2024-12-03T06:16:07,885 INFO  [M:0;e3c6570475b6:33457 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 750b8ac660a54c1bb121b83fc9db3087
2024-12-03T06:16:07,885 INFO  [M:0;e3c6570475b6:33457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/750b8ac660a54c1bb121b83fc9db3087, entries=94, sequenceid=908, filesize=29.5 K
2024-12-03T06:16:07,886 DEBUG [M:0;e3c6570475b6:33457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/33a2932676b24f1ca3e87d6af782899d as hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/33a2932676b24f1ca3e87d6af782899d
2024-12-03T06:16:07,890 INFO  [M:0;e3c6570475b6:33457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45613/user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/33a2932676b24f1ca3e87d6af782899d, entries=1, sequenceid=908, filesize=5.0 K
2024-12-03T06:16:07,891 INFO  [M:0;e3c6570475b6:33457 {}] regionserver.HRegion(3140): Finished flush of dataSize ~441.47 KB/452067, heapSize ~518.21 KB/530648, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=908, compaction requested=false
2024-12-03T06:16:07,892 INFO  [M:0;e3c6570475b6:33457 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T06:16:07,892 DEBUG [M:0;e3c6570475b6:33457 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733206566565Disabling compacts and flushes for region at 1733206566565Disabling writes for close at 1733206566584 (+19 ms)Obtaining lock to block concurrent updates at 1733206566585 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733206566585Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=452067, getHeapSize=530888, getOffHeapSize=0, getCellsCount=1031 at 1733206566585Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733206566586 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733206566586Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733206566602 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733206566602Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733206567012 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733206567028 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733206567028Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733206567444 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733206567464 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733206567464Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15c87e3a: reopening flushed file at 1733206567874 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50b56b2c: reopening flushed file at 1733206567880 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fd0cd5f: reopening flushed file at 1733206567885 (+5 ms)Finished flush of dataSize ~441.47 KB/452067, heapSize ~518.21 KB/530648, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=908, compaction requested=false at 1733206567891 (+6 ms)Writing region close event to WAL at 1733206567892 (+1 ms)Closed at 1733206567892
2024-12-03T06:16:07,894 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741830_1006 (size=511998)
2024-12-03T06:16:07,894 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e18bfe68-fda3-38d6-91c6-b77dbdf75d98/MasterData/WALs/e3c6570475b6,33457,1733206437938/e3c6570475b6%2C33457%2C1733206437938.e3c6570475b6%2C33457%2C1733206437938.regiongroup-0.1733206442182 not finished, retry = 0
2024-12-03T06:16:07,996 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-03T06:16:07,996 INFO  [M:0;e3c6570475b6:33457 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-12-03T06:16:07,996 INFO  [M:0;e3c6570475b6:33457 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down.
2024-12-03T06:16:07,996 INFO  [M:0;e3c6570475b6:33457 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33457
2024-12-03T06:16:07,997 INFO  [M:0;e3c6570475b6:33457 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-03T06:16:08,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-03T06:16:08,121 INFO  [M:0;e3c6570475b6:33457 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-03T06:16:08,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10199d3687e0000, quorum=127.0.0.1:59168, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-03T06:16:08,139 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@cb44ad4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-03T06:16:08,142 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d3ca681{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-03T06:16:08,142 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-03T06:16:08,143 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8cd91a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-03T06:16:08,143 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@526a6450{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop.log.dir/,STOPPED}
2024-12-03T06:16:08,145 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-12-03T06:16:08,145 WARN  [BP-1143168277-172.17.0.3-1733206432467 heartbeating to localhost/127.0.0.1:45613 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-12-03T06:16:08,145 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-12-03T06:16:08,145 WARN  [BP-1143168277-172.17.0.3-1733206432467 heartbeating to localhost/127.0.0.1:45613 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1143168277-172.17.0.3-1733206432467 (Datanode Uuid ab3e5fe0-8ac4-4e39-9a8f-c95b59b6d2fa) service to localhost/127.0.0.1:45613
2024-12-03T06:16:08,147 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/cluster_76cc6dbc-ac7d-5f57-b20b-d17820e1e670/data/data1/current/BP-1143168277-172.17.0.3-1733206432467 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-03T06:16:08,147 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/cluster_76cc6dbc-ac7d-5f57-b20b-d17820e1e670/data/data2/current/BP-1143168277-172.17.0.3-1733206432467 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-03T06:16:08,147 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-12-03T06:16:08,152 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c784fd0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-03T06:16:08,153 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2fdb04ed{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-03T06:16:08,153 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-03T06:16:08,153 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@282f8860{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-03T06:16:08,153 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3cb0c733{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop.log.dir/,STOPPED}
2024-12-03T06:16:08,166 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-12-03T06:16:08,250 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-12-03T06:16:08,250 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(2377): Stopping mini mapreduce cluster...
2024-12-03T06:16:08,254 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12fc94ea{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node}
2024-12-03T06:16:08,255 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74760146{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-03T06:16:08,255 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-03T06:16:08,255 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b93ef8f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED}
2024-12-03T06:16:08,255 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c54e4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop.log.dir/,STOPPED}
2024-12-03T06:16:08,278 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9e91a3c{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node}
2024-12-03T06:16:08,280 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@778348e6{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-03T06:16:08,280 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-03T06:16:08,281 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@611ceefe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED}
2024-12-03T06:16:08,281 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@643a0633{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop.log.dir/,STOPPED}
2024-12-03T06:16:08,309 ERROR [Thread[Thread-270,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
2024-12-03T06:16:08,310 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9de62e1{cluster,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster}
2024-12-03T06:16:08,310 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37a72b0b{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-03T06:16:08,310 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-03T06:16:08,310 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ca0b593{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED}
2024-12-03T06:16:08,310 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c57c6a5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop.log.dir/,STOPPED}
2024-12-03T06:16:08,320 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17332064523531
2024-12-03T06:16:08,320 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-03T06:16:08,320 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system
2024-12-03T06:16:08,320 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2
2024-12-03T06:16:08,321 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-12-03T06:16:08,321 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk
2024-12-03T06:16:08,321 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-12-03T06:16:08,321 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17332064523533
2024-12-03T06:16:08,321 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17332064523532
2024-12-03T06:16:08,321 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver
2024-12-03T06:16:08,321 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1733206452353
2024-12-03T06:16:08,321 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1
2024-12-03T06:16:08,327 WARN  [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning.
2024-12-03T06:16:08,332 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(72): Returning, interrupted : java.lang.InterruptedException
2024-12-03T06:16:08,332 ERROR [ResourceManager Event Processor Monitor {}] resourcemanager.ResourceManager$SchedulerEventDispatcher$EventProcessorMonitor(1193): Returning, interrupted : java.lang.InterruptedException: sleep interrupted
2024-12-03T06:16:08,333 ERROR [Thread[Thread-291,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
2024-12-03T06:16:08,337 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7ef51a17{jobhistory,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory}
2024-12-03T06:16:08,338 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a012c99{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-03T06:16:08,338 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-03T06:16:08,338 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a120810{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED}
2024-12-03T06:16:08,338 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1258bb81{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ea954273-0b80-41d1-a329-b191efc54563/hadoop.log.dir/,STOPPED}
2024-12-03T06:16:08,339 ERROR [Thread[Thread-252,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
2024-12-03T06:16:08,340 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(2380): Mini mapreduce cluster stopped